{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Project - HopperBulletEnv with Soft Actor Critic (SAC)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "current_dir=D:\\Users\\user\\Anaconda2_02Aug2019\\envs\\ml2\\lib\\site-packages\\pybullet_envs\\bullet\n",
      "max_steps:  1000\n",
      "device:  cuda:0\n",
      "state dim:  15\n",
      "action dim:  Box(3,)\n",
      "leraning rate:  0.0003\n",
      "threshold:  2500.0\n"
     ]
    }
   ],
   "source": [
    "import gym\n",
    "import pybullet_envs\n",
    "import pybullet_envs.bullet as bul\n",
    "import numpy as np\n",
    "import torch\n",
    "from sac_agent import soft_actor_critic_agent\n",
    "from replay_memory import ReplayMemory\n",
    "\n",
    "seed=0  \n",
    "env = gym.make('HopperBulletEnv-v0')\n",
    "\n",
    "torch.manual_seed(seed)\n",
    "torch.cuda.manual_seed(seed)\n",
    "torch.cuda.manual_seed_all(seed)\n",
    "torch.backends.cudnn.deterministic = True\n",
    "torch.backends.cudnn.benchmark = False\n",
    "\n",
    "import os\n",
    "os.environ['PYTHONHASHSEED']=str(seed)\n",
    "\n",
    "np.random.seed(seed)\n",
    "env.seed(seed)\n",
    "max_steps = env._max_episode_steps\n",
    "print('max_steps: ', max_steps)\n",
    "\n",
    "batch_size=256\n",
    "\n",
    "LEARNING_RATE=0.0003 \n",
    "eval=True  ## \n",
    "start_steps=10000 ## Steps sampling random actions\n",
    "replay_size=1000000 ## size of replay buffer\n",
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n",
    "\n",
    "# alpha=0.2  # relative importance of the entropy\n",
    "# gamma=0.99  # discount factor \n",
    "# tau=0.005  # target smoothing coefficient(τ)\n",
    "\n",
    "agent = soft_actor_critic_agent(env.observation_space.shape[0], env.action_space, \\\n",
    "        device=device, hidden_size=256, seed=seed, \\\n",
    "        lr=LEARNING_RATE, gamma=0.99, tau=0.005, alpha=0.2)\n",
    "\n",
    "memory = ReplayMemory(seed, replay_size)\n",
    "\n",
    "print('device: ', device)\n",
    "print('state dim: ', env.observation_space.shape[0])\n",
    "print('action dim: ', env.action_space)\n",
    "print('leraning rate: ', LEARNING_RATE)\\\n",
    "\n",
    "threshold = env.spec.reward_threshold\n",
    "\n",
    "print('threshold: ', threshold)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save(agent, directory, filename, episode, reward):\n",
    "    torch.save(agent.policy.state_dict(), '%s/%s_actor_%s_%s.pth' % (directory, filename, episode, reward))\n",
    "    torch.save(agent.critic.state_dict(), '%s/%s_critic_%s_%s.pth' % (directory, filename, episode, reward))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 0, Total Steps: 6, Ep.Steps: 6, Score: 20.509, Avg.Score: 20.509, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 1, Total Steps: 19, Ep.Steps: 13, Score: 18.089, Avg.Score: 19.299, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 2, Total Steps: 30, Ep.Steps: 11, Score: 16.680, Avg.Score: 18.426, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 3, Total Steps: 41, Ep.Steps: 11, Score: 18.781, Avg.Score: 18.514, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 4, Total Steps: 46, Ep.Steps: 5, Score: 17.558, Avg.Score: 18.323, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 5, Total Steps: 55, Ep.Steps: 9, Score: 19.240, Avg.Score: 18.476, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 6, Total Steps: 71, Ep.Steps: 16, Score: 17.935, Avg.Score: 18.399, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 7, Total Steps: 79, Ep.Steps: 8, Score: 19.077, Avg.Score: 18.484, Max.Score: 20.509, Time: 00:00:00\n",
      "Ep.: 8, Total Steps: 90, Ep.Steps: 11, Score: 23.179, Avg.Score: 19.005, Max.Score: 23.179, Time: 00:00:00\n",
      "Ep.: 9, Total Steps: 108, Ep.Steps: 18, Score: 23.786, Avg.Score: 19.483, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 10, Total Steps: 122, Ep.Steps: 14, Score: 21.231, Avg.Score: 19.642, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 11, Total Steps: 133, Ep.Steps: 11, Score: 22.508, Avg.Score: 19.881, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 12, Total Steps: 140, Ep.Steps: 7, Score: 18.415, Avg.Score: 19.768, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 13, Total Steps: 151, Ep.Steps: 11, Score: 15.825, Avg.Score: 19.487, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 14, Total Steps: 168, Ep.Steps: 17, Score: 22.197, Avg.Score: 19.667, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 15, Total Steps: 187, Ep.Steps: 19, Score: 18.170, Avg.Score: 19.574, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 16, Total Steps: 197, Ep.Steps: 10, Score: 20.097, Avg.Score: 19.604, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 17, Total Steps: 203, Ep.Steps: 6, Score: 17.689, Avg.Score: 19.498, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 18, Total Steps: 214, Ep.Steps: 11, Score: 22.053, Avg.Score: 19.633, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 19, Total Steps: 224, Ep.Steps: 10, Score: 18.652, Avg.Score: 19.584, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 20, Total Steps: 234, Ep.Steps: 10, Score: 16.025, Avg.Score: 19.414, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 21, Total Steps: 241, Ep.Steps: 7, Score: 19.441, Avg.Score: 19.415, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 22, Total Steps: 256, Ep.Steps: 15, Score: 22.045, Avg.Score: 19.530, Max.Score: 23.786, Time: 00:00:00\n",
      "Ep.: 23, Total Steps: 270, Ep.Steps: 14, Score: 20.428, Avg.Score: 19.567, Max.Score: 23.786, Time: 00:00:01\n",
      "Ep.: 24, Total Steps: 276, Ep.Steps: 6, Score: 17.933, Avg.Score: 19.502, Max.Score: 23.786, Time: 00:00:01\n",
      "Ep.: 25, Total Steps: 287, Ep.Steps: 11, Score: 21.277, Avg.Score: 19.570, Max.Score: 23.786, Time: 00:00:02\n",
      "Ep.: 26, Total Steps: 305, Ep.Steps: 18, Score: 13.068, Avg.Score: 19.329, Max.Score: 23.786, Time: 00:00:02\n",
      "Ep.: 27, Total Steps: 323, Ep.Steps: 18, Score: 15.701, Avg.Score: 19.200, Max.Score: 23.786, Time: 00:00:03\n",
      "Ep.: 28, Total Steps: 337, Ep.Steps: 14, Score: 20.964, Avg.Score: 19.260, Max.Score: 23.786, Time: 00:00:04\n",
      "Ep.: 29, Total Steps: 348, Ep.Steps: 11, Score: 15.325, Avg.Score: 19.129, Max.Score: 23.786, Time: 00:00:05\n",
      "Ep.: 30, Total Steps: 356, Ep.Steps: 8, Score: 15.103, Avg.Score: 18.999, Max.Score: 23.786, Time: 00:00:05\n",
      "Ep.: 31, Total Steps: 369, Ep.Steps: 13, Score: 24.630, Avg.Score: 19.175, Max.Score: 24.630, Time: 00:00:06\n",
      "Ep.: 32, Total Steps: 383, Ep.Steps: 14, Score: 16.815, Avg.Score: 19.104, Max.Score: 24.630, Time: 00:00:06\n",
      "Ep.: 33, Total Steps: 405, Ep.Steps: 22, Score: 24.410, Avg.Score: 19.260, Max.Score: 24.630, Time: 00:00:07\n",
      "Ep.: 34, Total Steps: 419, Ep.Steps: 14, Score: 21.872, Avg.Score: 19.334, Max.Score: 24.630, Time: 00:00:08\n",
      "Ep.: 35, Total Steps: 426, Ep.Steps: 7, Score: 15.831, Avg.Score: 19.237, Max.Score: 24.630, Time: 00:00:08\n",
      "Ep.: 36, Total Steps: 436, Ep.Steps: 10, Score: 21.427, Avg.Score: 19.296, Max.Score: 24.630, Time: 00:00:09\n",
      "Ep.: 37, Total Steps: 450, Ep.Steps: 14, Score: 19.535, Avg.Score: 19.303, Max.Score: 24.630, Time: 00:00:10\n",
      "Ep.: 38, Total Steps: 466, Ep.Steps: 16, Score: 20.159, Avg.Score: 19.325, Max.Score: 24.630, Time: 00:00:10\n",
      "Ep.: 39, Total Steps: 473, Ep.Steps: 7, Score: 15.314, Avg.Score: 19.224, Max.Score: 24.630, Time: 00:00:11\n",
      "Ep.: 40, Total Steps: 486, Ep.Steps: 13, Score: 18.869, Avg.Score: 19.216, Max.Score: 24.630, Time: 00:00:11\n",
      "Ep.: 41, Total Steps: 504, Ep.Steps: 18, Score: 22.091, Avg.Score: 19.284, Max.Score: 24.630, Time: 00:00:12\n",
      "Ep.: 42, Total Steps: 517, Ep.Steps: 13, Score: 20.548, Avg.Score: 19.313, Max.Score: 24.630, Time: 00:00:13\n",
      "Ep.: 43, Total Steps: 528, Ep.Steps: 11, Score: 12.369, Avg.Score: 19.156, Max.Score: 24.630, Time: 00:00:13\n",
      "Ep.: 44, Total Steps: 535, Ep.Steps: 7, Score: 14.788, Avg.Score: 19.059, Max.Score: 24.630, Time: 00:00:14\n",
      "Ep.: 45, Total Steps: 544, Ep.Steps: 9, Score: 18.608, Avg.Score: 19.049, Max.Score: 24.630, Time: 00:00:14\n",
      "Ep.: 46, Total Steps: 551, Ep.Steps: 7, Score: 18.380, Avg.Score: 19.035, Max.Score: 24.630, Time: 00:00:14\n",
      "Ep.: 47, Total Steps: 564, Ep.Steps: 13, Score: 23.098, Avg.Score: 19.119, Max.Score: 24.630, Time: 00:00:15\n",
      "Ep.: 48, Total Steps: 578, Ep.Steps: 14, Score: 24.211, Avg.Score: 19.223, Max.Score: 24.630, Time: 00:00:16\n",
      "Ep.: 49, Total Steps: 584, Ep.Steps: 6, Score: 18.971, Avg.Score: 19.218, Max.Score: 24.630, Time: 00:00:16\n",
      "Ep.: 50, Total Steps: 596, Ep.Steps: 12, Score: 19.555, Avg.Score: 19.225, Max.Score: 24.630, Time: 00:00:17\n",
      "Ep.: 51, Total Steps: 603, Ep.Steps: 7, Score: 18.800, Avg.Score: 19.217, Max.Score: 24.630, Time: 00:00:17\n",
      "Ep.: 52, Total Steps: 617, Ep.Steps: 14, Score: 18.515, Avg.Score: 19.203, Max.Score: 24.630, Time: 00:00:17\n",
      "Ep.: 53, Total Steps: 626, Ep.Steps: 9, Score: 18.350, Avg.Score: 19.187, Max.Score: 24.630, Time: 00:00:18\n",
      "Ep.: 54, Total Steps: 641, Ep.Steps: 15, Score: 19.439, Avg.Score: 19.192, Max.Score: 24.630, Time: 00:00:19\n",
      "Ep.: 55, Total Steps: 655, Ep.Steps: 14, Score: 21.526, Avg.Score: 19.234, Max.Score: 24.630, Time: 00:00:19\n",
      "Ep.: 56, Total Steps: 670, Ep.Steps: 15, Score: 21.103, Avg.Score: 19.267, Max.Score: 24.630, Time: 00:00:20\n",
      "Ep.: 57, Total Steps: 685, Ep.Steps: 15, Score: 16.593, Avg.Score: 19.220, Max.Score: 24.630, Time: 00:00:21\n",
      "Ep.: 58, Total Steps: 697, Ep.Steps: 12, Score: 19.693, Avg.Score: 19.228, Max.Score: 24.630, Time: 00:00:21\n",
      "Ep.: 59, Total Steps: 710, Ep.Steps: 13, Score: 18.707, Avg.Score: 19.220, Max.Score: 24.630, Time: 00:00:22\n",
      "Ep.: 60, Total Steps: 718, Ep.Steps: 8, Score: 17.906, Avg.Score: 19.198, Max.Score: 24.630, Time: 00:00:22\n",
      "Ep.: 61, Total Steps: 726, Ep.Steps: 8, Score: 20.758, Avg.Score: 19.223, Max.Score: 24.630, Time: 00:00:23\n",
      "Ep.: 62, Total Steps: 740, Ep.Steps: 14, Score: 21.662, Avg.Score: 19.262, Max.Score: 24.630, Time: 00:00:23\n",
      "Ep.: 63, Total Steps: 746, Ep.Steps: 6, Score: 16.135, Avg.Score: 19.213, Max.Score: 24.630, Time: 00:00:24\n",
      "Ep.: 64, Total Steps: 754, Ep.Steps: 8, Score: 18.414, Avg.Score: 19.201, Max.Score: 24.630, Time: 00:00:24\n",
      "Ep.: 65, Total Steps: 776, Ep.Steps: 22, Score: 24.662, Avg.Score: 19.284, Max.Score: 24.662, Time: 00:00:25\n",
      "Ep.: 66, Total Steps: 787, Ep.Steps: 11, Score: 19.892, Avg.Score: 19.293, Max.Score: 24.662, Time: 00:00:26\n",
      "Ep.: 67, Total Steps: 795, Ep.Steps: 8, Score: 17.570, Avg.Score: 19.267, Max.Score: 24.662, Time: 00:00:26\n",
      "Ep.: 68, Total Steps: 807, Ep.Steps: 12, Score: 16.947, Avg.Score: 19.234, Max.Score: 24.662, Time: 00:00:27\n",
      "Ep.: 69, Total Steps: 814, Ep.Steps: 7, Score: 18.129, Avg.Score: 19.218, Max.Score: 24.662, Time: 00:00:27\n",
      "Ep.: 70, Total Steps: 820, Ep.Steps: 6, Score: 14.932, Avg.Score: 19.158, Max.Score: 24.662, Time: 00:00:27\n",
      "Ep.: 71, Total Steps: 830, Ep.Steps: 10, Score: 17.744, Avg.Score: 19.138, Max.Score: 24.662, Time: 00:00:28\n",
      "Ep.: 72, Total Steps: 839, Ep.Steps: 9, Score: 18.078, Avg.Score: 19.123, Max.Score: 24.662, Time: 00:00:28\n",
      "Ep.: 73, Total Steps: 851, Ep.Steps: 12, Score: 19.201, Avg.Score: 19.124, Max.Score: 24.662, Time: 00:00:29\n",
      "Ep.: 74, Total Steps: 866, Ep.Steps: 15, Score: 23.678, Avg.Score: 19.185, Max.Score: 24.662, Time: 00:00:29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 75, Total Steps: 883, Ep.Steps: 17, Score: 23.465, Avg.Score: 19.242, Max.Score: 24.662, Time: 00:00:30\n",
      "Ep.: 76, Total Steps: 898, Ep.Steps: 15, Score: 15.428, Avg.Score: 19.192, Max.Score: 24.662, Time: 00:00:31\n",
      "Ep.: 77, Total Steps: 909, Ep.Steps: 11, Score: 21.126, Avg.Score: 19.217, Max.Score: 24.662, Time: 00:00:31\n",
      "Ep.: 78, Total Steps: 922, Ep.Steps: 13, Score: 18.278, Avg.Score: 19.205, Max.Score: 24.662, Time: 00:00:32\n",
      "Ep.: 79, Total Steps: 930, Ep.Steps: 8, Score: 17.463, Avg.Score: 19.183, Max.Score: 24.662, Time: 00:00:33\n",
      "Ep.: 80, Total Steps: 948, Ep.Steps: 18, Score: 25.441, Avg.Score: 19.260, Max.Score: 25.441, Time: 00:00:33\n",
      "Ep.: 81, Total Steps: 959, Ep.Steps: 11, Score: 19.970, Avg.Score: 19.269, Max.Score: 25.441, Time: 00:00:34\n",
      "Ep.: 82, Total Steps: 977, Ep.Steps: 18, Score: 22.768, Avg.Score: 19.311, Max.Score: 25.441, Time: 00:00:35\n",
      "Ep.: 83, Total Steps: 993, Ep.Steps: 16, Score: 23.960, Avg.Score: 19.367, Max.Score: 25.441, Time: 00:00:36\n",
      "Ep.: 84, Total Steps: 1006, Ep.Steps: 13, Score: 18.683, Avg.Score: 19.358, Max.Score: 25.441, Time: 00:00:36\n",
      "Ep.: 85, Total Steps: 1017, Ep.Steps: 11, Score: 18.726, Avg.Score: 19.351, Max.Score: 25.441, Time: 00:00:37\n",
      "Ep.: 86, Total Steps: 1027, Ep.Steps: 10, Score: 17.474, Avg.Score: 19.330, Max.Score: 25.441, Time: 00:00:37\n",
      "Ep.: 87, Total Steps: 1046, Ep.Steps: 19, Score: 24.239, Avg.Score: 19.385, Max.Score: 25.441, Time: 00:00:38\n",
      "Ep.: 88, Total Steps: 1060, Ep.Steps: 14, Score: 22.405, Avg.Score: 19.419, Max.Score: 25.441, Time: 00:00:39\n",
      "Ep.: 89, Total Steps: 1068, Ep.Steps: 8, Score: 19.215, Avg.Score: 19.417, Max.Score: 25.441, Time: 00:00:39\n",
      "Ep.: 90, Total Steps: 1077, Ep.Steps: 9, Score: 20.676, Avg.Score: 19.431, Max.Score: 25.441, Time: 00:00:40\n",
      "Ep.: 91, Total Steps: 1086, Ep.Steps: 9, Score: 19.289, Avg.Score: 19.429, Max.Score: 25.441, Time: 00:00:40\n",
      "Ep.: 92, Total Steps: 1096, Ep.Steps: 10, Score: 22.091, Avg.Score: 19.458, Max.Score: 25.441, Time: 00:00:40\n",
      "Ep.: 93, Total Steps: 1103, Ep.Steps: 7, Score: 18.293, Avg.Score: 19.446, Max.Score: 25.441, Time: 00:00:41\n",
      "Ep.: 94, Total Steps: 1115, Ep.Steps: 12, Score: 18.091, Avg.Score: 19.431, Max.Score: 25.441, Time: 00:00:41\n",
      "Ep.: 95, Total Steps: 1125, Ep.Steps: 10, Score: 18.289, Avg.Score: 19.419, Max.Score: 25.441, Time: 00:00:42\n",
      "Ep.: 96, Total Steps: 1138, Ep.Steps: 13, Score: 17.500, Avg.Score: 19.400, Max.Score: 25.441, Time: 00:00:42\n",
      "Ep.: 97, Total Steps: 1152, Ep.Steps: 14, Score: 22.668, Avg.Score: 19.433, Max.Score: 25.441, Time: 00:00:43\n",
      "Ep.: 98, Total Steps: 1172, Ep.Steps: 20, Score: 18.879, Avg.Score: 19.427, Max.Score: 25.441, Time: 00:00:44\n",
      "Ep.: 99, Total Steps: 1188, Ep.Steps: 16, Score: 25.292, Avg.Score: 19.486, Max.Score: 25.441, Time: 00:00:45\n",
      "Ep.: 100, Total Steps: 1198, Ep.Steps: 10, Score: 15.451, Avg.Score: 19.435, Max.Score: 25.441, Time: 00:00:45\n",
      "Ep.: 101, Total Steps: 1210, Ep.Steps: 12, Score: 20.824, Avg.Score: 19.463, Max.Score: 25.441, Time: 00:00:46\n",
      "Ep.: 102, Total Steps: 1230, Ep.Steps: 20, Score: 19.605, Avg.Score: 19.492, Max.Score: 25.441, Time: 00:00:47\n",
      "Ep.: 103, Total Steps: 1242, Ep.Steps: 12, Score: 20.392, Avg.Score: 19.508, Max.Score: 25.441, Time: 00:00:47\n",
      "Ep.: 104, Total Steps: 1256, Ep.Steps: 14, Score: 22.179, Avg.Score: 19.554, Max.Score: 25.441, Time: 00:00:48\n",
      "Ep.: 105, Total Steps: 1264, Ep.Steps: 8, Score: 16.517, Avg.Score: 19.527, Max.Score: 25.441, Time: 00:00:49\n",
      "Ep.: 106, Total Steps: 1274, Ep.Steps: 10, Score: 20.863, Avg.Score: 19.556, Max.Score: 25.441, Time: 00:00:49\n",
      "Ep.: 107, Total Steps: 1287, Ep.Steps: 13, Score: 19.268, Avg.Score: 19.558, Max.Score: 25.441, Time: 00:00:50\n",
      "Ep.: 108, Total Steps: 1302, Ep.Steps: 15, Score: 20.206, Avg.Score: 19.529, Max.Score: 25.441, Time: 00:00:50\n",
      "Ep.: 109, Total Steps: 1321, Ep.Steps: 19, Score: 21.680, Avg.Score: 19.507, Max.Score: 25.441, Time: 00:00:51\n",
      "Ep.: 110, Total Steps: 1330, Ep.Steps: 9, Score: 16.827, Avg.Score: 19.463, Max.Score: 25.441, Time: 00:00:52\n",
      "Ep.: 111, Total Steps: 1340, Ep.Steps: 10, Score: 21.679, Avg.Score: 19.455, Max.Score: 25.441, Time: 00:00:52\n",
      "Ep.: 112, Total Steps: 1358, Ep.Steps: 18, Score: 23.346, Avg.Score: 19.504, Max.Score: 25.441, Time: 00:00:53\n",
      "Ep.: 113, Total Steps: 1370, Ep.Steps: 12, Score: 22.919, Avg.Score: 19.575, Max.Score: 25.441, Time: 00:00:54\n",
      "Ep.: 114, Total Steps: 1380, Ep.Steps: 10, Score: 15.671, Avg.Score: 19.510, Max.Score: 25.441, Time: 00:00:54\n",
      "Ep.: 115, Total Steps: 1390, Ep.Steps: 10, Score: 19.988, Avg.Score: 19.528, Max.Score: 25.441, Time: 00:00:55\n",
      "Ep.: 116, Total Steps: 1399, Ep.Steps: 9, Score: 20.729, Avg.Score: 19.535, Max.Score: 25.441, Time: 00:00:55\n",
      "Ep.: 117, Total Steps: 1408, Ep.Steps: 9, Score: 18.727, Avg.Score: 19.545, Max.Score: 25.441, Time: 00:00:56\n",
      "Ep.: 118, Total Steps: 1415, Ep.Steps: 7, Score: 20.905, Avg.Score: 19.534, Max.Score: 25.441, Time: 00:00:56\n",
      "Ep.: 119, Total Steps: 1427, Ep.Steps: 12, Score: 23.285, Avg.Score: 19.580, Max.Score: 25.441, Time: 00:00:56\n",
      "Ep.: 120, Total Steps: 1436, Ep.Steps: 9, Score: 16.305, Avg.Score: 19.583, Max.Score: 25.441, Time: 00:00:57\n",
      "Ep.: 121, Total Steps: 1457, Ep.Steps: 21, Score: 23.820, Avg.Score: 19.626, Max.Score: 25.441, Time: 00:00:58\n",
      "Ep.: 122, Total Steps: 1466, Ep.Steps: 9, Score: 21.502, Avg.Score: 19.621, Max.Score: 25.441, Time: 00:00:58\n",
      "Ep.: 123, Total Steps: 1473, Ep.Steps: 7, Score: 19.896, Avg.Score: 19.616, Max.Score: 25.441, Time: 00:00:59\n",
      "Ep.: 124, Total Steps: 1480, Ep.Steps: 7, Score: 17.592, Avg.Score: 19.612, Max.Score: 25.441, Time: 00:00:59\n",
      "Ep.: 125, Total Steps: 1497, Ep.Steps: 17, Score: 19.366, Avg.Score: 19.593, Max.Score: 25.441, Time: 00:01:00\n",
      "Ep.: 126, Total Steps: 1511, Ep.Steps: 14, Score: 22.870, Avg.Score: 19.691, Max.Score: 25.441, Time: 00:01:00\n",
      "Ep.: 127, Total Steps: 1524, Ep.Steps: 13, Score: 21.402, Avg.Score: 19.748, Max.Score: 25.441, Time: 00:01:01\n",
      "Ep.: 128, Total Steps: 1539, Ep.Steps: 15, Score: 17.394, Avg.Score: 19.713, Max.Score: 25.441, Time: 00:01:02\n",
      "Ep.: 129, Total Steps: 1552, Ep.Steps: 13, Score: 24.103, Avg.Score: 19.800, Max.Score: 25.441, Time: 00:01:02\n",
      "Ep.: 130, Total Steps: 1562, Ep.Steps: 10, Score: 20.952, Avg.Score: 19.859, Max.Score: 25.441, Time: 00:01:03\n",
      "Ep.: 131, Total Steps: 1579, Ep.Steps: 17, Score: 21.453, Avg.Score: 19.827, Max.Score: 25.441, Time: 00:01:04\n",
      "Ep.: 132, Total Steps: 1585, Ep.Steps: 6, Score: 18.822, Avg.Score: 19.847, Max.Score: 25.441, Time: 00:01:04\n",
      "Ep.: 133, Total Steps: 1596, Ep.Steps: 11, Score: 21.570, Avg.Score: 19.819, Max.Score: 25.441, Time: 00:01:05\n",
      "Ep.: 134, Total Steps: 1608, Ep.Steps: 12, Score: 17.239, Avg.Score: 19.772, Max.Score: 25.441, Time: 00:01:05\n",
      "Ep.: 135, Total Steps: 1621, Ep.Steps: 13, Score: 19.763, Avg.Score: 19.812, Max.Score: 25.441, Time: 00:01:06\n",
      "Ep.: 136, Total Steps: 1628, Ep.Steps: 7, Score: 14.993, Avg.Score: 19.747, Max.Score: 25.441, Time: 00:01:06\n",
      "Ep.: 137, Total Steps: 1649, Ep.Steps: 21, Score: 22.945, Avg.Score: 19.781, Max.Score: 25.441, Time: 00:01:07\n",
      "Ep.: 138, Total Steps: 1660, Ep.Steps: 11, Score: 16.457, Avg.Score: 19.744, Max.Score: 25.441, Time: 00:01:08\n",
      "Ep.: 139, Total Steps: 1678, Ep.Steps: 18, Score: 21.837, Avg.Score: 19.810, Max.Score: 25.441, Time: 00:01:08\n",
      "Ep.: 140, Total Steps: 1686, Ep.Steps: 8, Score: 20.590, Avg.Score: 19.827, Max.Score: 25.441, Time: 00:01:09\n",
      "Ep.: 141, Total Steps: 1696, Ep.Steps: 10, Score: 18.819, Avg.Score: 19.794, Max.Score: 25.441, Time: 00:01:09\n",
      "Ep.: 142, Total Steps: 1707, Ep.Steps: 11, Score: 17.655, Avg.Score: 19.765, Max.Score: 25.441, Time: 00:01:10\n",
      "Ep.: 143, Total Steps: 1714, Ep.Steps: 7, Score: 19.129, Avg.Score: 19.833, Max.Score: 25.441, Time: 00:01:10\n",
      "Ep.: 144, Total Steps: 1727, Ep.Steps: 13, Score: 23.202, Avg.Score: 19.917, Max.Score: 25.441, Time: 00:01:11\n",
      "Ep.: 145, Total Steps: 1741, Ep.Steps: 14, Score: 21.914, Avg.Score: 19.950, Max.Score: 25.441, Time: 00:01:11\n",
      "Ep.: 146, Total Steps: 1753, Ep.Steps: 12, Score: 17.020, Avg.Score: 19.936, Max.Score: 25.441, Time: 00:01:12\n",
      "Ep.: 147, Total Steps: 1772, Ep.Steps: 19, Score: 21.075, Avg.Score: 19.916, Max.Score: 25.441, Time: 00:01:13\n",
      "Ep.: 148, Total Steps: 1782, Ep.Steps: 10, Score: 17.908, Avg.Score: 19.853, Max.Score: 25.441, Time: 00:01:13\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 149, Total Steps: 1794, Ep.Steps: 12, Score: 19.087, Avg.Score: 19.854, Max.Score: 25.441, Time: 00:01:14\n",
      "Ep.: 150, Total Steps: 1805, Ep.Steps: 11, Score: 20.942, Avg.Score: 19.868, Max.Score: 25.441, Time: 00:01:14\n",
      "Ep.: 151, Total Steps: 1814, Ep.Steps: 9, Score: 18.080, Avg.Score: 19.861, Max.Score: 25.441, Time: 00:01:15\n",
      "Ep.: 152, Total Steps: 1833, Ep.Steps: 19, Score: 19.480, Avg.Score: 19.871, Max.Score: 25.441, Time: 00:01:16\n",
      "Ep.: 153, Total Steps: 1839, Ep.Steps: 6, Score: 16.330, Avg.Score: 19.850, Max.Score: 25.441, Time: 00:01:16\n",
      "Ep.: 154, Total Steps: 1848, Ep.Steps: 9, Score: 19.344, Avg.Score: 19.850, Max.Score: 25.441, Time: 00:01:17\n",
      "Ep.: 155, Total Steps: 1856, Ep.Steps: 8, Score: 21.380, Avg.Score: 19.848, Max.Score: 25.441, Time: 00:01:17\n",
      "Ep.: 156, Total Steps: 1875, Ep.Steps: 19, Score: 15.920, Avg.Score: 19.796, Max.Score: 25.441, Time: 00:01:18\n",
      "Ep.: 157, Total Steps: 1886, Ep.Steps: 11, Score: 21.126, Avg.Score: 19.842, Max.Score: 25.441, Time: 00:01:18\n",
      "Ep.: 158, Total Steps: 1894, Ep.Steps: 8, Score: 21.075, Avg.Score: 19.855, Max.Score: 25.441, Time: 00:01:19\n",
      "Ep.: 159, Total Steps: 1902, Ep.Steps: 8, Score: 17.891, Avg.Score: 19.847, Max.Score: 25.441, Time: 00:01:19\n",
      "Ep.: 160, Total Steps: 1914, Ep.Steps: 12, Score: 19.506, Avg.Score: 19.863, Max.Score: 25.441, Time: 00:01:20\n",
      "Ep.: 161, Total Steps: 1926, Ep.Steps: 12, Score: 18.854, Avg.Score: 19.844, Max.Score: 25.441, Time: 00:01:20\n",
      "Ep.: 162, Total Steps: 1931, Ep.Steps: 5, Score: 16.640, Avg.Score: 19.794, Max.Score: 25.441, Time: 00:01:21\n",
      "Ep.: 163, Total Steps: 1947, Ep.Steps: 16, Score: 16.124, Avg.Score: 19.794, Max.Score: 25.441, Time: 00:01:21\n",
      "Ep.: 164, Total Steps: 1959, Ep.Steps: 12, Score: 22.529, Avg.Score: 19.835, Max.Score: 25.441, Time: 00:01:22\n",
      "Ep.: 165, Total Steps: 1975, Ep.Steps: 16, Score: 20.988, Avg.Score: 19.798, Max.Score: 25.441, Time: 00:01:23\n",
      "Ep.: 166, Total Steps: 1993, Ep.Steps: 18, Score: 22.858, Avg.Score: 19.828, Max.Score: 25.441, Time: 00:01:23\n",
      "Ep.: 167, Total Steps: 2007, Ep.Steps: 14, Score: 21.639, Avg.Score: 19.869, Max.Score: 25.441, Time: 00:01:24\n",
      "Ep.: 168, Total Steps: 2014, Ep.Steps: 7, Score: 19.632, Avg.Score: 19.895, Max.Score: 25.441, Time: 00:01:25\n",
      "Ep.: 169, Total Steps: 2027, Ep.Steps: 13, Score: 22.932, Avg.Score: 19.944, Max.Score: 25.441, Time: 00:01:25\n",
      "Ep.: 170, Total Steps: 2039, Ep.Steps: 12, Score: 20.591, Avg.Score: 20.000, Max.Score: 25.441, Time: 00:01:26\n",
      "Ep.: 171, Total Steps: 2050, Ep.Steps: 11, Score: 20.538, Avg.Score: 20.028, Max.Score: 25.441, Time: 00:01:26\n",
      "Ep.: 172, Total Steps: 2061, Ep.Steps: 11, Score: 16.648, Avg.Score: 20.014, Max.Score: 25.441, Time: 00:01:27\n",
      "Ep.: 173, Total Steps: 2077, Ep.Steps: 16, Score: 25.405, Avg.Score: 20.076, Max.Score: 25.441, Time: 00:01:28\n",
      "Ep.: 174, Total Steps: 2087, Ep.Steps: 10, Score: 15.492, Avg.Score: 19.994, Max.Score: 25.441, Time: 00:01:28\n",
      "Ep.: 175, Total Steps: 2095, Ep.Steps: 8, Score: 20.678, Avg.Score: 19.966, Max.Score: 25.441, Time: 00:01:28\n",
      "Ep.: 176, Total Steps: 2107, Ep.Steps: 12, Score: 21.389, Avg.Score: 20.026, Max.Score: 25.441, Time: 00:01:29\n",
      "Ep.: 177, Total Steps: 2120, Ep.Steps: 13, Score: 18.481, Avg.Score: 19.999, Max.Score: 25.441, Time: 00:01:30\n",
      "Ep.: 178, Total Steps: 2135, Ep.Steps: 15, Score: 22.612, Avg.Score: 20.043, Max.Score: 25.441, Time: 00:01:30\n",
      "Ep.: 179, Total Steps: 2146, Ep.Steps: 11, Score: 18.355, Avg.Score: 20.051, Max.Score: 25.441, Time: 00:01:31\n",
      "Ep.: 180, Total Steps: 2163, Ep.Steps: 17, Score: 29.199, Avg.Score: 20.089, Max.Score: 29.199, Time: 00:01:32\n",
      "Ep.: 181, Total Steps: 2172, Ep.Steps: 9, Score: 19.200, Avg.Score: 20.081, Max.Score: 29.199, Time: 00:01:32\n",
      "Ep.: 182, Total Steps: 2191, Ep.Steps: 19, Score: 19.192, Avg.Score: 20.046, Max.Score: 29.199, Time: 00:01:33\n",
      "Ep.: 183, Total Steps: 2204, Ep.Steps: 13, Score: 21.386, Avg.Score: 20.020, Max.Score: 29.199, Time: 00:01:34\n",
      "Ep.: 184, Total Steps: 2214, Ep.Steps: 10, Score: 16.897, Avg.Score: 20.002, Max.Score: 29.199, Time: 00:01:34\n",
      "Ep.: 185, Total Steps: 2226, Ep.Steps: 12, Score: 21.547, Avg.Score: 20.030, Max.Score: 29.199, Time: 00:01:35\n",
      "Ep.: 186, Total Steps: 2239, Ep.Steps: 13, Score: 20.834, Avg.Score: 20.064, Max.Score: 29.199, Time: 00:01:35\n",
      "Ep.: 187, Total Steps: 2247, Ep.Steps: 8, Score: 18.965, Avg.Score: 20.011, Max.Score: 29.199, Time: 00:01:36\n",
      "Ep.: 188, Total Steps: 2270, Ep.Steps: 23, Score: 24.584, Avg.Score: 20.033, Max.Score: 29.199, Time: 00:01:37\n",
      "Ep.: 189, Total Steps: 2284, Ep.Steps: 14, Score: 21.774, Avg.Score: 20.058, Max.Score: 29.199, Time: 00:01:37\n",
      "Ep.: 190, Total Steps: 2296, Ep.Steps: 12, Score: 21.977, Avg.Score: 20.071, Max.Score: 29.199, Time: 00:01:38\n",
      "Ep.: 191, Total Steps: 2310, Ep.Steps: 14, Score: 22.400, Avg.Score: 20.103, Max.Score: 29.199, Time: 00:01:39\n",
      "Ep.: 192, Total Steps: 2324, Ep.Steps: 14, Score: 23.055, Avg.Score: 20.112, Max.Score: 29.199, Time: 00:01:39\n",
      "Ep.: 193, Total Steps: 2335, Ep.Steps: 11, Score: 19.835, Avg.Score: 20.128, Max.Score: 29.199, Time: 00:01:40\n",
      "Ep.: 194, Total Steps: 2343, Ep.Steps: 8, Score: 19.869, Avg.Score: 20.145, Max.Score: 29.199, Time: 00:01:40\n",
      "Ep.: 195, Total Steps: 2354, Ep.Steps: 11, Score: 21.147, Avg.Score: 20.174, Max.Score: 29.199, Time: 00:01:41\n",
      "Ep.: 196, Total Steps: 2365, Ep.Steps: 11, Score: 23.122, Avg.Score: 20.230, Max.Score: 29.199, Time: 00:01:41\n",
      "Ep.: 197, Total Steps: 2372, Ep.Steps: 7, Score: 18.453, Avg.Score: 20.188, Max.Score: 29.199, Time: 00:01:42\n",
      "Ep.: 198, Total Steps: 2395, Ep.Steps: 23, Score: 30.045, Avg.Score: 20.300, Max.Score: 30.045, Time: 00:01:43\n",
      "Ep.: 199, Total Steps: 2407, Ep.Steps: 12, Score: 18.627, Avg.Score: 20.233, Max.Score: 30.045, Time: 00:01:43\n",
      "Ep.: 200, Total Steps: 2417, Ep.Steps: 10, Score: 23.478, Avg.Score: 20.313, Max.Score: 30.045, Time: 00:01:44\n",
      "Ep.: 201, Total Steps: 2425, Ep.Steps: 8, Score: 20.261, Avg.Score: 20.308, Max.Score: 30.045, Time: 00:01:44\n",
      "Ep.: 202, Total Steps: 2431, Ep.Steps: 6, Score: 18.793, Avg.Score: 20.300, Max.Score: 30.045, Time: 00:01:45\n",
      "Ep.: 203, Total Steps: 2438, Ep.Steps: 7, Score: 17.873, Avg.Score: 20.274, Max.Score: 30.045, Time: 00:01:45\n",
      "Ep.: 204, Total Steps: 2447, Ep.Steps: 9, Score: 18.093, Avg.Score: 20.234, Max.Score: 30.045, Time: 00:01:45\n",
      "Ep.: 205, Total Steps: 2455, Ep.Steps: 8, Score: 17.963, Avg.Score: 20.248, Max.Score: 30.045, Time: 00:01:46\n",
      "Ep.: 206, Total Steps: 2467, Ep.Steps: 12, Score: 19.516, Avg.Score: 20.235, Max.Score: 30.045, Time: 00:01:46\n",
      "Ep.: 207, Total Steps: 2486, Ep.Steps: 19, Score: 24.005, Avg.Score: 20.282, Max.Score: 30.045, Time: 00:01:47\n",
      "Ep.: 208, Total Steps: 2507, Ep.Steps: 21, Score: 21.623, Avg.Score: 20.296, Max.Score: 30.045, Time: 00:01:48\n",
      "Ep.: 209, Total Steps: 2519, Ep.Steps: 12, Score: 16.026, Avg.Score: 20.240, Max.Score: 30.045, Time: 00:01:49\n",
      "Ep.: 210, Total Steps: 2533, Ep.Steps: 14, Score: 17.718, Avg.Score: 20.248, Max.Score: 30.045, Time: 00:01:49\n",
      "Ep.: 211, Total Steps: 2545, Ep.Steps: 12, Score: 22.328, Avg.Score: 20.255, Max.Score: 30.045, Time: 00:01:50\n",
      "Ep.: 212, Total Steps: 2560, Ep.Steps: 15, Score: 21.470, Avg.Score: 20.236, Max.Score: 30.045, Time: 00:01:51\n",
      "Ep.: 213, Total Steps: 2572, Ep.Steps: 12, Score: 20.481, Avg.Score: 20.212, Max.Score: 30.045, Time: 00:01:51\n",
      "Ep.: 214, Total Steps: 2594, Ep.Steps: 22, Score: 27.589, Avg.Score: 20.331, Max.Score: 30.045, Time: 00:01:52\n",
      "Ep.: 215, Total Steps: 2615, Ep.Steps: 21, Score: 26.453, Avg.Score: 20.396, Max.Score: 30.045, Time: 00:01:53\n",
      "Ep.: 216, Total Steps: 2623, Ep.Steps: 8, Score: 16.532, Avg.Score: 20.354, Max.Score: 30.045, Time: 00:01:54\n",
      "Ep.: 217, Total Steps: 2638, Ep.Steps: 15, Score: 22.461, Avg.Score: 20.391, Max.Score: 30.045, Time: 00:01:54\n",
      "Ep.: 218, Total Steps: 2646, Ep.Steps: 8, Score: 19.608, Avg.Score: 20.378, Max.Score: 30.045, Time: 00:01:55\n",
      "Ep.: 219, Total Steps: 2660, Ep.Steps: 14, Score: 24.312, Avg.Score: 20.388, Max.Score: 30.045, Time: 00:01:56\n",
      "Ep.: 220, Total Steps: 2666, Ep.Steps: 6, Score: 17.424, Avg.Score: 20.400, Max.Score: 30.045, Time: 00:01:56\n",
      "Ep.: 221, Total Steps: 2674, Ep.Steps: 8, Score: 18.848, Avg.Score: 20.350, Max.Score: 30.045, Time: 00:01:56\n",
      "Ep.: 222, Total Steps: 2683, Ep.Steps: 9, Score: 20.124, Avg.Score: 20.336, Max.Score: 30.045, Time: 00:01:57\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 223, Total Steps: 2695, Ep.Steps: 12, Score: 21.773, Avg.Score: 20.355, Max.Score: 30.045, Time: 00:01:57\n",
      "Ep.: 224, Total Steps: 2703, Ep.Steps: 8, Score: 20.798, Avg.Score: 20.387, Max.Score: 30.045, Time: 00:01:58\n",
      "Ep.: 225, Total Steps: 2721, Ep.Steps: 18, Score: 21.249, Avg.Score: 20.406, Max.Score: 30.045, Time: 00:01:59\n",
      "Ep.: 226, Total Steps: 2729, Ep.Steps: 8, Score: 17.376, Avg.Score: 20.351, Max.Score: 30.045, Time: 00:01:59\n",
      "Ep.: 227, Total Steps: 2745, Ep.Steps: 16, Score: 20.969, Avg.Score: 20.346, Max.Score: 30.045, Time: 00:02:00\n",
      "Ep.: 228, Total Steps: 2759, Ep.Steps: 14, Score: 20.341, Avg.Score: 20.376, Max.Score: 30.045, Time: 00:02:00\n",
      "Ep.: 229, Total Steps: 2771, Ep.Steps: 12, Score: 19.753, Avg.Score: 20.332, Max.Score: 30.045, Time: 00:02:01\n",
      "Ep.: 230, Total Steps: 2780, Ep.Steps: 9, Score: 22.367, Avg.Score: 20.347, Max.Score: 30.045, Time: 00:02:01\n",
      "Ep.: 231, Total Steps: 2790, Ep.Steps: 10, Score: 17.791, Avg.Score: 20.310, Max.Score: 30.045, Time: 00:02:02\n",
      "Ep.: 232, Total Steps: 2802, Ep.Steps: 12, Score: 22.631, Avg.Score: 20.348, Max.Score: 30.045, Time: 00:02:02\n",
      "Ep.: 233, Total Steps: 2813, Ep.Steps: 11, Score: 21.137, Avg.Score: 20.344, Max.Score: 30.045, Time: 00:02:03\n",
      "Ep.: 234, Total Steps: 2823, Ep.Steps: 10, Score: 19.277, Avg.Score: 20.364, Max.Score: 30.045, Time: 00:02:03\n",
      "Ep.: 235, Total Steps: 2830, Ep.Steps: 7, Score: 20.090, Avg.Score: 20.367, Max.Score: 30.045, Time: 00:02:04\n",
      "Ep.: 236, Total Steps: 2844, Ep.Steps: 14, Score: 24.371, Avg.Score: 20.461, Max.Score: 30.045, Time: 00:02:04\n",
      "Ep.: 237, Total Steps: 2852, Ep.Steps: 8, Score: 20.947, Avg.Score: 20.441, Max.Score: 30.045, Time: 00:02:05\n",
      "Ep.: 238, Total Steps: 2859, Ep.Steps: 7, Score: 18.827, Avg.Score: 20.465, Max.Score: 30.045, Time: 00:02:05\n",
      "Ep.: 239, Total Steps: 2868, Ep.Steps: 9, Score: 17.638, Avg.Score: 20.423, Max.Score: 30.045, Time: 00:02:06\n",
      "Ep.: 240, Total Steps: 2879, Ep.Steps: 11, Score: 20.369, Avg.Score: 20.421, Max.Score: 30.045, Time: 00:02:06\n",
      "Ep.: 241, Total Steps: 2887, Ep.Steps: 8, Score: 18.483, Avg.Score: 20.417, Max.Score: 30.045, Time: 00:02:06\n",
      "Ep.: 242, Total Steps: 2897, Ep.Steps: 10, Score: 19.644, Avg.Score: 20.437, Max.Score: 30.045, Time: 00:02:07\n",
      "Ep.: 243, Total Steps: 2918, Ep.Steps: 21, Score: 28.361, Avg.Score: 20.529, Max.Score: 30.045, Time: 00:02:08\n",
      "Ep.: 244, Total Steps: 2925, Ep.Steps: 7, Score: 16.674, Avg.Score: 20.464, Max.Score: 30.045, Time: 00:02:08\n",
      "Ep.: 245, Total Steps: 2939, Ep.Steps: 14, Score: 18.536, Avg.Score: 20.430, Max.Score: 30.045, Time: 00:02:09\n",
      "Ep.: 246, Total Steps: 2952, Ep.Steps: 13, Score: 15.755, Avg.Score: 20.418, Max.Score: 30.045, Time: 00:02:10\n",
      "Ep.: 247, Total Steps: 2967, Ep.Steps: 15, Score: 17.729, Avg.Score: 20.384, Max.Score: 30.045, Time: 00:02:10\n",
      "Ep.: 248, Total Steps: 2984, Ep.Steps: 17, Score: 18.293, Avg.Score: 20.388, Max.Score: 30.045, Time: 00:02:11\n",
      "Ep.: 249, Total Steps: 2998, Ep.Steps: 14, Score: 22.204, Avg.Score: 20.419, Max.Score: 30.045, Time: 00:02:12\n",
      "Ep.: 250, Total Steps: 3009, Ep.Steps: 11, Score: 21.117, Avg.Score: 20.421, Max.Score: 30.045, Time: 00:02:12\n",
      "Ep.: 251, Total Steps: 3017, Ep.Steps: 8, Score: 18.995, Avg.Score: 20.430, Max.Score: 30.045, Time: 00:02:13\n",
      "Ep.: 252, Total Steps: 3030, Ep.Steps: 13, Score: 16.164, Avg.Score: 20.397, Max.Score: 30.045, Time: 00:02:13\n",
      "Ep.: 253, Total Steps: 3061, Ep.Steps: 31, Score: 32.804, Avg.Score: 20.562, Max.Score: 32.804, Time: 00:02:15\n",
      "Ep.: 254, Total Steps: 3073, Ep.Steps: 12, Score: 14.673, Avg.Score: 20.515, Max.Score: 32.804, Time: 00:02:15\n",
      "Ep.: 255, Total Steps: 3086, Ep.Steps: 13, Score: 24.434, Avg.Score: 20.546, Max.Score: 32.804, Time: 00:02:16\n",
      "Ep.: 256, Total Steps: 3095, Ep.Steps: 9, Score: 19.755, Avg.Score: 20.584, Max.Score: 32.804, Time: 00:02:16\n",
      "Ep.: 257, Total Steps: 3102, Ep.Steps: 7, Score: 18.637, Avg.Score: 20.559, Max.Score: 32.804, Time: 00:02:17\n",
      "Ep.: 258, Total Steps: 3114, Ep.Steps: 12, Score: 20.663, Avg.Score: 20.555, Max.Score: 32.804, Time: 00:02:17\n",
      "Ep.: 259, Total Steps: 3130, Ep.Steps: 16, Score: 23.956, Avg.Score: 20.616, Max.Score: 32.804, Time: 00:02:18\n",
      "Ep.: 260, Total Steps: 3138, Ep.Steps: 8, Score: 17.702, Avg.Score: 20.598, Max.Score: 32.804, Time: 00:02:18\n",
      "Ep.: 261, Total Steps: 3145, Ep.Steps: 7, Score: 18.782, Avg.Score: 20.597, Max.Score: 32.804, Time: 00:02:19\n",
      "Ep.: 262, Total Steps: 3160, Ep.Steps: 15, Score: 23.022, Avg.Score: 20.661, Max.Score: 32.804, Time: 00:02:20\n",
      "Ep.: 263, Total Steps: 3173, Ep.Steps: 13, Score: 23.727, Avg.Score: 20.737, Max.Score: 32.804, Time: 00:02:20\n",
      "Ep.: 264, Total Steps: 3181, Ep.Steps: 8, Score: 17.889, Avg.Score: 20.690, Max.Score: 32.804, Time: 00:02:21\n",
      "Ep.: 265, Total Steps: 3192, Ep.Steps: 11, Score: 21.174, Avg.Score: 20.692, Max.Score: 32.804, Time: 00:02:21\n",
      "Ep.: 266, Total Steps: 3204, Ep.Steps: 12, Score: 17.561, Avg.Score: 20.639, Max.Score: 32.804, Time: 00:02:22\n",
      "Ep.: 267, Total Steps: 3220, Ep.Steps: 16, Score: 23.876, Avg.Score: 20.662, Max.Score: 32.804, Time: 00:02:22\n",
      "Ep.: 268, Total Steps: 3228, Ep.Steps: 8, Score: 18.398, Avg.Score: 20.649, Max.Score: 32.804, Time: 00:02:23\n",
      "Ep.: 269, Total Steps: 3238, Ep.Steps: 10, Score: 20.954, Avg.Score: 20.629, Max.Score: 32.804, Time: 00:02:23\n",
      "Ep.: 270, Total Steps: 3246, Ep.Steps: 8, Score: 18.613, Avg.Score: 20.610, Max.Score: 32.804, Time: 00:02:24\n",
      "Ep.: 271, Total Steps: 3260, Ep.Steps: 14, Score: 20.799, Avg.Score: 20.612, Max.Score: 32.804, Time: 00:02:24\n",
      "Ep.: 272, Total Steps: 3276, Ep.Steps: 16, Score: 17.087, Avg.Score: 20.617, Max.Score: 32.804, Time: 00:02:25\n",
      "Ep.: 273, Total Steps: 3285, Ep.Steps: 9, Score: 21.326, Avg.Score: 20.576, Max.Score: 32.804, Time: 00:02:25\n",
      "Ep.: 274, Total Steps: 3293, Ep.Steps: 8, Score: 18.298, Avg.Score: 20.604, Max.Score: 32.804, Time: 00:02:26\n",
      "Ep.: 275, Total Steps: 3302, Ep.Steps: 9, Score: 18.729, Avg.Score: 20.584, Max.Score: 32.804, Time: 00:02:26\n",
      "Ep.: 276, Total Steps: 3311, Ep.Steps: 9, Score: 21.054, Avg.Score: 20.581, Max.Score: 32.804, Time: 00:02:27\n",
      "Ep.: 277, Total Steps: 3318, Ep.Steps: 7, Score: 20.069, Avg.Score: 20.597, Max.Score: 32.804, Time: 00:02:27\n",
      "Ep.: 278, Total Steps: 3337, Ep.Steps: 19, Score: 25.180, Avg.Score: 20.623, Max.Score: 32.804, Time: 00:02:28\n",
      "Ep.: 279, Total Steps: 3346, Ep.Steps: 9, Score: 20.043, Avg.Score: 20.640, Max.Score: 32.804, Time: 00:02:28\n",
      "Ep.: 280, Total Steps: 3366, Ep.Steps: 20, Score: 26.438, Avg.Score: 20.612, Max.Score: 32.804, Time: 00:02:29\n",
      "Ep.: 281, Total Steps: 3396, Ep.Steps: 30, Score: 22.488, Avg.Score: 20.645, Max.Score: 32.804, Time: 00:02:31\n",
      "Ep.: 282, Total Steps: 3416, Ep.Steps: 20, Score: 22.724, Avg.Score: 20.680, Max.Score: 32.804, Time: 00:02:32\n",
      "Ep.: 283, Total Steps: 3427, Ep.Steps: 11, Score: 20.022, Avg.Score: 20.666, Max.Score: 32.804, Time: 00:02:32\n",
      "Ep.: 284, Total Steps: 3433, Ep.Steps: 6, Score: 19.348, Avg.Score: 20.691, Max.Score: 32.804, Time: 00:02:33\n",
      "Ep.: 285, Total Steps: 3449, Ep.Steps: 16, Score: 20.843, Avg.Score: 20.684, Max.Score: 32.804, Time: 00:02:33\n",
      "Ep.: 286, Total Steps: 3466, Ep.Steps: 17, Score: 25.072, Avg.Score: 20.726, Max.Score: 32.804, Time: 00:02:34\n",
      "Ep.: 287, Total Steps: 3473, Ep.Steps: 7, Score: 18.088, Avg.Score: 20.718, Max.Score: 32.804, Time: 00:02:34\n",
      "Ep.: 288, Total Steps: 3489, Ep.Steps: 16, Score: 21.589, Avg.Score: 20.688, Max.Score: 32.804, Time: 00:02:35\n",
      "Ep.: 289, Total Steps: 3502, Ep.Steps: 13, Score: 22.990, Avg.Score: 20.700, Max.Score: 32.804, Time: 00:02:36\n",
      "Ep.: 290, Total Steps: 3511, Ep.Steps: 9, Score: 19.368, Avg.Score: 20.674, Max.Score: 32.804, Time: 00:02:36\n",
      "Ep.: 291, Total Steps: 3521, Ep.Steps: 10, Score: 15.724, Avg.Score: 20.607, Max.Score: 32.804, Time: 00:02:37\n",
      "Ep.: 292, Total Steps: 3531, Ep.Steps: 10, Score: 18.614, Avg.Score: 20.563, Max.Score: 32.804, Time: 00:02:37\n",
      "Ep.: 293, Total Steps: 3542, Ep.Steps: 11, Score: 16.839, Avg.Score: 20.533, Max.Score: 32.804, Time: 00:02:38\n",
      "Ep.: 294, Total Steps: 3554, Ep.Steps: 12, Score: 19.528, Avg.Score: 20.529, Max.Score: 32.804, Time: 00:02:38\n",
      "Ep.: 295, Total Steps: 3566, Ep.Steps: 12, Score: 17.023, Avg.Score: 20.488, Max.Score: 32.804, Time: 00:02:39\n",
      "Ep.: 296, Total Steps: 3576, Ep.Steps: 10, Score: 21.037, Avg.Score: 20.467, Max.Score: 32.804, Time: 00:02:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 297, Total Steps: 3584, Ep.Steps: 8, Score: 15.379, Avg.Score: 20.436, Max.Score: 32.804, Time: 00:02:40\n",
      "Ep.: 298, Total Steps: 3590, Ep.Steps: 6, Score: 16.069, Avg.Score: 20.297, Max.Score: 32.804, Time: 00:02:40\n",
      "Ep.: 299, Total Steps: 3599, Ep.Steps: 9, Score: 17.115, Avg.Score: 20.281, Max.Score: 32.804, Time: 00:02:41\n",
      "Ep.: 300, Total Steps: 3605, Ep.Steps: 6, Score: 16.969, Avg.Score: 20.216, Max.Score: 32.804, Time: 00:02:41\n",
      "Ep.: 301, Total Steps: 3618, Ep.Steps: 13, Score: 16.431, Avg.Score: 20.178, Max.Score: 32.804, Time: 00:02:42\n",
      "Ep.: 302, Total Steps: 3623, Ep.Steps: 5, Score: 15.993, Avg.Score: 20.150, Max.Score: 32.804, Time: 00:02:42\n",
      "Ep.: 303, Total Steps: 3636, Ep.Steps: 13, Score: 18.323, Avg.Score: 20.155, Max.Score: 32.804, Time: 00:02:42\n",
      "Ep.: 304, Total Steps: 3646, Ep.Steps: 10, Score: 18.711, Avg.Score: 20.161, Max.Score: 32.804, Time: 00:02:43\n",
      "Ep.: 305, Total Steps: 3656, Ep.Steps: 10, Score: 22.459, Avg.Score: 20.206, Max.Score: 32.804, Time: 00:02:43\n",
      "Ep.: 306, Total Steps: 3670, Ep.Steps: 14, Score: 22.585, Avg.Score: 20.236, Max.Score: 32.804, Time: 00:02:44\n",
      "Ep.: 307, Total Steps: 3679, Ep.Steps: 9, Score: 18.786, Avg.Score: 20.184, Max.Score: 32.804, Time: 00:02:45\n",
      "Ep.: 308, Total Steps: 3689, Ep.Steps: 10, Score: 22.932, Avg.Score: 20.197, Max.Score: 32.804, Time: 00:02:45\n",
      "Ep.: 309, Total Steps: 3700, Ep.Steps: 11, Score: 16.186, Avg.Score: 20.199, Max.Score: 32.804, Time: 00:02:46\n",
      "Ep.: 310, Total Steps: 3711, Ep.Steps: 11, Score: 20.964, Avg.Score: 20.231, Max.Score: 32.804, Time: 00:02:46\n",
      "Ep.: 311, Total Steps: 3728, Ep.Steps: 17, Score: 18.228, Avg.Score: 20.190, Max.Score: 32.804, Time: 00:02:47\n",
      "Ep.: 312, Total Steps: 3737, Ep.Steps: 9, Score: 18.009, Avg.Score: 20.156, Max.Score: 32.804, Time: 00:02:47\n",
      "Ep.: 313, Total Steps: 3756, Ep.Steps: 19, Score: 25.797, Avg.Score: 20.209, Max.Score: 32.804, Time: 00:02:48\n",
      "Ep.: 314, Total Steps: 3764, Ep.Steps: 8, Score: 20.131, Avg.Score: 20.134, Max.Score: 32.804, Time: 00:02:49\n",
      "Ep.: 315, Total Steps: 3780, Ep.Steps: 16, Score: 19.677, Avg.Score: 20.067, Max.Score: 32.804, Time: 00:02:49\n",
      "Ep.: 316, Total Steps: 3791, Ep.Steps: 11, Score: 22.077, Avg.Score: 20.122, Max.Score: 32.804, Time: 00:02:50\n",
      "Ep.: 317, Total Steps: 3804, Ep.Steps: 13, Score: 22.534, Avg.Score: 20.123, Max.Score: 32.804, Time: 00:02:50\n",
      "Ep.: 318, Total Steps: 3827, Ep.Steps: 23, Score: 20.482, Avg.Score: 20.131, Max.Score: 32.804, Time: 00:02:52\n",
      "Ep.: 319, Total Steps: 3838, Ep.Steps: 11, Score: 18.718, Avg.Score: 20.075, Max.Score: 32.804, Time: 00:02:52\n",
      "Ep.: 320, Total Steps: 3850, Ep.Steps: 12, Score: 19.810, Avg.Score: 20.099, Max.Score: 32.804, Time: 00:02:53\n",
      "Ep.: 321, Total Steps: 3864, Ep.Steps: 14, Score: 23.011, Avg.Score: 20.141, Max.Score: 32.804, Time: 00:02:53\n",
      "Ep.: 322, Total Steps: 3882, Ep.Steps: 18, Score: 25.478, Avg.Score: 20.195, Max.Score: 32.804, Time: 00:02:54\n",
      "Ep.: 323, Total Steps: 3890, Ep.Steps: 8, Score: 18.713, Avg.Score: 20.164, Max.Score: 32.804, Time: 00:02:54\n",
      "Ep.: 324, Total Steps: 3899, Ep.Steps: 9, Score: 19.437, Avg.Score: 20.150, Max.Score: 32.804, Time: 00:02:55\n",
      "Ep.: 325, Total Steps: 3905, Ep.Steps: 6, Score: 17.198, Avg.Score: 20.110, Max.Score: 32.804, Time: 00:02:55\n",
      "Ep.: 326, Total Steps: 3915, Ep.Steps: 10, Score: 23.140, Avg.Score: 20.167, Max.Score: 32.804, Time: 00:02:56\n",
      "Ep.: 327, Total Steps: 3928, Ep.Steps: 13, Score: 20.492, Avg.Score: 20.163, Max.Score: 32.804, Time: 00:02:56\n",
      "Ep.: 328, Total Steps: 3939, Ep.Steps: 11, Score: 21.260, Avg.Score: 20.172, Max.Score: 32.804, Time: 00:02:57\n",
      "Ep.: 329, Total Steps: 3945, Ep.Steps: 6, Score: 18.584, Avg.Score: 20.160, Max.Score: 32.804, Time: 00:02:57\n",
      "Ep.: 330, Total Steps: 3960, Ep.Steps: 15, Score: 20.158, Avg.Score: 20.138, Max.Score: 32.804, Time: 00:02:58\n",
      "Ep.: 331, Total Steps: 3971, Ep.Steps: 11, Score: 18.996, Avg.Score: 20.150, Max.Score: 32.804, Time: 00:02:58\n",
      "Ep.: 332, Total Steps: 3984, Ep.Steps: 13, Score: 22.577, Avg.Score: 20.150, Max.Score: 32.804, Time: 00:02:59\n",
      "Ep.: 333, Total Steps: 3999, Ep.Steps: 15, Score: 23.672, Avg.Score: 20.175, Max.Score: 32.804, Time: 00:03:00\n",
      "Ep.: 334, Total Steps: 4007, Ep.Steps: 8, Score: 20.044, Avg.Score: 20.183, Max.Score: 32.804, Time: 00:03:00\n",
      "Ep.: 335, Total Steps: 4019, Ep.Steps: 12, Score: 20.323, Avg.Score: 20.185, Max.Score: 32.804, Time: 00:03:01\n",
      "Ep.: 336, Total Steps: 4026, Ep.Steps: 7, Score: 18.957, Avg.Score: 20.131, Max.Score: 32.804, Time: 00:03:01\n",
      "Ep.: 337, Total Steps: 4033, Ep.Steps: 7, Score: 20.078, Avg.Score: 20.122, Max.Score: 32.804, Time: 00:03:01\n",
      "Ep.: 338, Total Steps: 4043, Ep.Steps: 10, Score: 19.298, Avg.Score: 20.127, Max.Score: 32.804, Time: 00:03:02\n",
      "Ep.: 339, Total Steps: 4059, Ep.Steps: 16, Score: 19.263, Avg.Score: 20.143, Max.Score: 32.804, Time: 00:03:03\n",
      "Ep.: 340, Total Steps: 4068, Ep.Steps: 9, Score: 17.765, Avg.Score: 20.117, Max.Score: 32.804, Time: 00:03:03\n",
      "Ep.: 341, Total Steps: 4083, Ep.Steps: 15, Score: 16.400, Avg.Score: 20.096, Max.Score: 32.804, Time: 00:03:04\n",
      "Ep.: 342, Total Steps: 4092, Ep.Steps: 9, Score: 15.067, Avg.Score: 20.050, Max.Score: 32.804, Time: 00:03:04\n",
      "Ep.: 343, Total Steps: 4100, Ep.Steps: 8, Score: 19.049, Avg.Score: 19.957, Max.Score: 32.804, Time: 00:03:05\n",
      "Ep.: 344, Total Steps: 4107, Ep.Steps: 7, Score: 19.682, Avg.Score: 19.987, Max.Score: 32.804, Time: 00:03:05\n",
      "Ep.: 345, Total Steps: 4117, Ep.Steps: 10, Score: 20.816, Avg.Score: 20.010, Max.Score: 32.804, Time: 00:03:05\n",
      "Ep.: 346, Total Steps: 4135, Ep.Steps: 18, Score: 23.581, Avg.Score: 20.088, Max.Score: 32.804, Time: 00:03:06\n",
      "Ep.: 347, Total Steps: 4152, Ep.Steps: 17, Score: 16.065, Avg.Score: 20.072, Max.Score: 32.804, Time: 00:03:07\n",
      "Ep.: 348, Total Steps: 4161, Ep.Steps: 9, Score: 14.735, Avg.Score: 20.036, Max.Score: 32.804, Time: 00:03:08\n",
      "Ep.: 349, Total Steps: 4170, Ep.Steps: 9, Score: 20.929, Avg.Score: 20.023, Max.Score: 32.804, Time: 00:03:08\n",
      "Ep.: 350, Total Steps: 4176, Ep.Steps: 6, Score: 16.188, Avg.Score: 19.974, Max.Score: 32.804, Time: 00:03:08\n",
      "Ep.: 351, Total Steps: 4190, Ep.Steps: 14, Score: 20.582, Avg.Score: 19.990, Max.Score: 32.804, Time: 00:03:09\n",
      "Ep.: 352, Total Steps: 4211, Ep.Steps: 21, Score: 25.030, Avg.Score: 20.079, Max.Score: 32.804, Time: 00:03:10\n",
      "Ep.: 353, Total Steps: 4219, Ep.Steps: 8, Score: 21.029, Avg.Score: 19.961, Max.Score: 26.438, Time: 00:03:10\n",
      "Ep.: 354, Total Steps: 4225, Ep.Steps: 6, Score: 15.341, Avg.Score: 19.968, Max.Score: 26.438, Time: 00:03:11\n",
      "Ep.: 355, Total Steps: 4237, Ep.Steps: 12, Score: 19.225, Avg.Score: 19.916, Max.Score: 26.438, Time: 00:03:11\n",
      "Ep.: 356, Total Steps: 4244, Ep.Steps: 7, Score: 16.341, Avg.Score: 19.881, Max.Score: 26.438, Time: 00:03:12\n",
      "Ep.: 357, Total Steps: 4254, Ep.Steps: 10, Score: 23.637, Avg.Score: 19.931, Max.Score: 26.438, Time: 00:03:12\n",
      "Ep.: 358, Total Steps: 4273, Ep.Steps: 19, Score: 19.832, Avg.Score: 19.923, Max.Score: 26.438, Time: 00:03:13\n",
      "Ep.: 359, Total Steps: 4300, Ep.Steps: 27, Score: 25.079, Avg.Score: 19.934, Max.Score: 26.438, Time: 00:03:14\n",
      "Ep.: 360, Total Steps: 4316, Ep.Steps: 16, Score: 24.556, Avg.Score: 20.003, Max.Score: 26.438, Time: 00:03:15\n",
      "Ep.: 361, Total Steps: 4325, Ep.Steps: 9, Score: 19.812, Avg.Score: 20.013, Max.Score: 26.438, Time: 00:03:16\n",
      "Ep.: 362, Total Steps: 4336, Ep.Steps: 11, Score: 22.319, Avg.Score: 20.006, Max.Score: 26.438, Time: 00:03:16\n",
      "Ep.: 363, Total Steps: 4348, Ep.Steps: 12, Score: 20.852, Avg.Score: 19.977, Max.Score: 26.438, Time: 00:03:17\n",
      "Ep.: 364, Total Steps: 4359, Ep.Steps: 11, Score: 22.922, Avg.Score: 20.028, Max.Score: 26.438, Time: 00:03:17\n",
      "Ep.: 365, Total Steps: 4371, Ep.Steps: 12, Score: 19.190, Avg.Score: 20.008, Max.Score: 26.438, Time: 00:03:18\n",
      "Ep.: 366, Total Steps: 4380, Ep.Steps: 9, Score: 20.644, Avg.Score: 20.039, Max.Score: 26.438, Time: 00:03:18\n",
      "Ep.: 367, Total Steps: 4386, Ep.Steps: 6, Score: 16.392, Avg.Score: 19.964, Max.Score: 26.438, Time: 00:03:19\n",
      "Ep.: 368, Total Steps: 4393, Ep.Steps: 7, Score: 19.823, Avg.Score: 19.978, Max.Score: 26.438, Time: 00:03:19\n",
      "Ep.: 369, Total Steps: 4402, Ep.Steps: 9, Score: 21.479, Avg.Score: 19.983, Max.Score: 26.438, Time: 00:03:19\n",
      "Ep.: 370, Total Steps: 4415, Ep.Steps: 13, Score: 22.491, Avg.Score: 20.022, Max.Score: 26.438, Time: 00:03:20\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 371, Total Steps: 4430, Ep.Steps: 15, Score: 23.188, Avg.Score: 20.046, Max.Score: 26.438, Time: 00:03:21\n",
      "Ep.: 372, Total Steps: 4441, Ep.Steps: 11, Score: 15.306, Avg.Score: 20.028, Max.Score: 26.438, Time: 00:03:21\n",
      "Ep.: 373, Total Steps: 4449, Ep.Steps: 8, Score: 19.116, Avg.Score: 20.006, Max.Score: 26.438, Time: 00:03:22\n",
      "Ep.: 374, Total Steps: 4464, Ep.Steps: 15, Score: 24.638, Avg.Score: 20.070, Max.Score: 26.438, Time: 00:03:22\n",
      "Ep.: 375, Total Steps: 4478, Ep.Steps: 14, Score: 22.902, Avg.Score: 20.111, Max.Score: 26.438, Time: 00:03:23\n",
      "Ep.: 376, Total Steps: 4490, Ep.Steps: 12, Score: 22.166, Avg.Score: 20.122, Max.Score: 26.438, Time: 00:03:23\n",
      "Ep.: 377, Total Steps: 4503, Ep.Steps: 13, Score: 20.426, Avg.Score: 20.126, Max.Score: 26.438, Time: 00:03:24\n",
      "Ep.: 378, Total Steps: 4515, Ep.Steps: 12, Score: 19.248, Avg.Score: 20.067, Max.Score: 26.438, Time: 00:03:25\n",
      "Ep.: 379, Total Steps: 4532, Ep.Steps: 17, Score: 22.175, Avg.Score: 20.088, Max.Score: 26.438, Time: 00:03:25\n",
      "Ep.: 380, Total Steps: 4547, Ep.Steps: 15, Score: 25.410, Avg.Score: 20.078, Max.Score: 25.797, Time: 00:03:26\n",
      "Ep.: 381, Total Steps: 4582, Ep.Steps: 35, Score: 29.766, Avg.Score: 20.150, Max.Score: 29.766, Time: 00:03:28\n",
      "Ep.: 382, Total Steps: 4590, Ep.Steps: 8, Score: 18.253, Avg.Score: 20.106, Max.Score: 29.766, Time: 00:03:28\n",
      "Ep.: 383, Total Steps: 4602, Ep.Steps: 12, Score: 20.331, Avg.Score: 20.109, Max.Score: 29.766, Time: 00:03:29\n",
      "Ep.: 384, Total Steps: 4618, Ep.Steps: 16, Score: 22.483, Avg.Score: 20.140, Max.Score: 29.766, Time: 00:03:30\n",
      "Ep.: 385, Total Steps: 4629, Ep.Steps: 11, Score: 19.730, Avg.Score: 20.129, Max.Score: 29.766, Time: 00:03:30\n",
      "Ep.: 386, Total Steps: 4650, Ep.Steps: 21, Score: 17.153, Avg.Score: 20.050, Max.Score: 29.766, Time: 00:03:31\n",
      "Ep.: 387, Total Steps: 4660, Ep.Steps: 10, Score: 18.474, Avg.Score: 20.054, Max.Score: 29.766, Time: 00:03:32\n",
      "Ep.: 388, Total Steps: 4674, Ep.Steps: 14, Score: 23.766, Avg.Score: 20.075, Max.Score: 29.766, Time: 00:03:32\n",
      "Ep.: 389, Total Steps: 4691, Ep.Steps: 17, Score: 23.766, Avg.Score: 20.083, Max.Score: 29.766, Time: 00:03:33\n",
      "Ep.: 390, Total Steps: 4706, Ep.Steps: 15, Score: 23.945, Avg.Score: 20.129, Max.Score: 29.766, Time: 00:03:34\n",
      "Ep.: 391, Total Steps: 4737, Ep.Steps: 31, Score: 24.785, Avg.Score: 20.220, Max.Score: 29.766, Time: 00:03:35\n",
      "Ep.: 392, Total Steps: 4750, Ep.Steps: 13, Score: 21.400, Avg.Score: 20.247, Max.Score: 29.766, Time: 00:03:36\n",
      "Ep.: 393, Total Steps: 4761, Ep.Steps: 11, Score: 18.431, Avg.Score: 20.263, Max.Score: 29.766, Time: 00:03:36\n",
      "Ep.: 394, Total Steps: 4779, Ep.Steps: 18, Score: 22.668, Avg.Score: 20.295, Max.Score: 29.766, Time: 00:03:37\n",
      "Ep.: 395, Total Steps: 4785, Ep.Steps: 6, Score: 17.016, Avg.Score: 20.295, Max.Score: 29.766, Time: 00:03:38\n",
      "Ep.: 396, Total Steps: 4804, Ep.Steps: 19, Score: 24.237, Avg.Score: 20.327, Max.Score: 29.766, Time: 00:03:39\n",
      "Ep.: 397, Total Steps: 4813, Ep.Steps: 9, Score: 20.436, Avg.Score: 20.377, Max.Score: 29.766, Time: 00:03:39\n",
      "Ep.: 398, Total Steps: 4824, Ep.Steps: 11, Score: 20.431, Avg.Score: 20.421, Max.Score: 29.766, Time: 00:03:39\n",
      "Ep.: 399, Total Steps: 4833, Ep.Steps: 9, Score: 18.273, Avg.Score: 20.433, Max.Score: 29.766, Time: 00:03:40\n",
      "Ep.: 400, Total Steps: 4845, Ep.Steps: 12, Score: 22.592, Avg.Score: 20.489, Max.Score: 29.766, Time: 00:03:40\n",
      "Ep.: 401, Total Steps: 4863, Ep.Steps: 18, Score: 21.084, Avg.Score: 20.535, Max.Score: 29.766, Time: 00:03:41\n",
      "Ep.: 402, Total Steps: 4884, Ep.Steps: 21, Score: 26.621, Avg.Score: 20.642, Max.Score: 29.766, Time: 00:03:42\n",
      "Ep.: 403, Total Steps: 4891, Ep.Steps: 7, Score: 20.281, Avg.Score: 20.661, Max.Score: 29.766, Time: 00:03:43\n",
      "Ep.: 404, Total Steps: 4903, Ep.Steps: 12, Score: 18.455, Avg.Score: 20.659, Max.Score: 29.766, Time: 00:03:43\n",
      "Ep.: 405, Total Steps: 4914, Ep.Steps: 11, Score: 19.192, Avg.Score: 20.626, Max.Score: 29.766, Time: 00:03:44\n",
      "Ep.: 406, Total Steps: 4924, Ep.Steps: 10, Score: 19.912, Avg.Score: 20.599, Max.Score: 29.766, Time: 00:03:44\n",
      "Ep.: 407, Total Steps: 4931, Ep.Steps: 7, Score: 19.405, Avg.Score: 20.605, Max.Score: 29.766, Time: 00:03:44\n",
      "Ep.: 408, Total Steps: 4941, Ep.Steps: 10, Score: 20.510, Avg.Score: 20.581, Max.Score: 29.766, Time: 00:03:45\n",
      "Ep.: 409, Total Steps: 4952, Ep.Steps: 11, Score: 22.849, Avg.Score: 20.648, Max.Score: 29.766, Time: 00:03:46\n",
      "Ep.: 410, Total Steps: 4959, Ep.Steps: 7, Score: 17.346, Avg.Score: 20.612, Max.Score: 29.766, Time: 00:03:46\n",
      "Ep.: 411, Total Steps: 4970, Ep.Steps: 11, Score: 17.235, Avg.Score: 20.602, Max.Score: 29.766, Time: 00:03:46\n",
      "Ep.: 412, Total Steps: 4977, Ep.Steps: 7, Score: 14.658, Avg.Score: 20.568, Max.Score: 29.766, Time: 00:03:47\n",
      "Ep.: 413, Total Steps: 4988, Ep.Steps: 11, Score: 19.844, Avg.Score: 20.509, Max.Score: 29.766, Time: 00:03:47\n",
      "Ep.: 414, Total Steps: 5002, Ep.Steps: 14, Score: 20.758, Avg.Score: 20.515, Max.Score: 29.766, Time: 00:03:48\n",
      "Ep.: 415, Total Steps: 5021, Ep.Steps: 19, Score: 22.356, Avg.Score: 20.542, Max.Score: 29.766, Time: 00:03:49\n",
      "Ep.: 416, Total Steps: 5027, Ep.Steps: 6, Score: 17.898, Avg.Score: 20.500, Max.Score: 29.766, Time: 00:03:49\n",
      "Ep.: 417, Total Steps: 5042, Ep.Steps: 15, Score: 17.610, Avg.Score: 20.451, Max.Score: 29.766, Time: 00:03:50\n",
      "Ep.: 418, Total Steps: 5053, Ep.Steps: 11, Score: 20.991, Avg.Score: 20.456, Max.Score: 29.766, Time: 00:03:50\n",
      "Ep.: 419, Total Steps: 5064, Ep.Steps: 11, Score: 22.493, Avg.Score: 20.494, Max.Score: 29.766, Time: 00:03:51\n",
      "Ep.: 420, Total Steps: 5071, Ep.Steps: 7, Score: 17.893, Avg.Score: 20.474, Max.Score: 29.766, Time: 00:03:51\n",
      "Ep.: 421, Total Steps: 5083, Ep.Steps: 12, Score: 16.760, Avg.Score: 20.412, Max.Score: 29.766, Time: 00:03:52\n",
      "Ep.: 422, Total Steps: 5098, Ep.Steps: 15, Score: 20.407, Avg.Score: 20.361, Max.Score: 29.766, Time: 00:03:53\n",
      "Ep.: 423, Total Steps: 5114, Ep.Steps: 16, Score: 21.821, Avg.Score: 20.392, Max.Score: 29.766, Time: 00:03:53\n",
      "Ep.: 424, Total Steps: 5129, Ep.Steps: 15, Score: 19.370, Avg.Score: 20.392, Max.Score: 29.766, Time: 00:03:54\n",
      "Ep.: 425, Total Steps: 5142, Ep.Steps: 13, Score: 24.231, Avg.Score: 20.462, Max.Score: 29.766, Time: 00:03:55\n",
      "Ep.: 426, Total Steps: 5149, Ep.Steps: 7, Score: 17.479, Avg.Score: 20.405, Max.Score: 29.766, Time: 00:03:55\n",
      "Ep.: 427, Total Steps: 5163, Ep.Steps: 14, Score: 23.478, Avg.Score: 20.435, Max.Score: 29.766, Time: 00:03:56\n",
      "Ep.: 428, Total Steps: 5180, Ep.Steps: 17, Score: 26.327, Avg.Score: 20.486, Max.Score: 29.766, Time: 00:03:57\n",
      "Ep.: 429, Total Steps: 5189, Ep.Steps: 9, Score: 17.048, Avg.Score: 20.470, Max.Score: 29.766, Time: 00:03:57\n",
      "Ep.: 430, Total Steps: 5198, Ep.Steps: 9, Score: 19.052, Avg.Score: 20.459, Max.Score: 29.766, Time: 00:03:57\n",
      "Ep.: 431, Total Steps: 5205, Ep.Steps: 7, Score: 14.533, Avg.Score: 20.415, Max.Score: 29.766, Time: 00:03:58\n",
      "Ep.: 432, Total Steps: 5216, Ep.Steps: 11, Score: 20.803, Avg.Score: 20.397, Max.Score: 29.766, Time: 00:03:58\n",
      "Ep.: 433, Total Steps: 5226, Ep.Steps: 10, Score: 20.340, Avg.Score: 20.364, Max.Score: 29.766, Time: 00:03:59\n",
      "Ep.: 434, Total Steps: 5234, Ep.Steps: 8, Score: 18.556, Avg.Score: 20.349, Max.Score: 29.766, Time: 00:03:59\n",
      "Ep.: 435, Total Steps: 5246, Ep.Steps: 12, Score: 21.345, Avg.Score: 20.359, Max.Score: 29.766, Time: 00:04:00\n",
      "Ep.: 436, Total Steps: 5257, Ep.Steps: 11, Score: 21.031, Avg.Score: 20.380, Max.Score: 29.766, Time: 00:04:00\n",
      "Ep.: 437, Total Steps: 5274, Ep.Steps: 17, Score: 23.978, Avg.Score: 20.419, Max.Score: 29.766, Time: 00:04:01\n",
      "Ep.: 438, Total Steps: 5282, Ep.Steps: 8, Score: 20.420, Avg.Score: 20.430, Max.Score: 29.766, Time: 00:04:02\n",
      "Ep.: 439, Total Steps: 5298, Ep.Steps: 16, Score: 23.154, Avg.Score: 20.469, Max.Score: 29.766, Time: 00:04:02\n",
      "Ep.: 440, Total Steps: 5313, Ep.Steps: 15, Score: 22.137, Avg.Score: 20.513, Max.Score: 29.766, Time: 00:04:03\n",
      "Ep.: 441, Total Steps: 5325, Ep.Steps: 12, Score: 21.088, Avg.Score: 20.559, Max.Score: 29.766, Time: 00:04:04\n",
      "Ep.: 442, Total Steps: 5334, Ep.Steps: 9, Score: 19.732, Avg.Score: 20.606, Max.Score: 29.766, Time: 00:04:04\n",
      "Ep.: 443, Total Steps: 5352, Ep.Steps: 18, Score: 27.824, Avg.Score: 20.694, Max.Score: 29.766, Time: 00:04:05\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 444, Total Steps: 5372, Ep.Steps: 20, Score: 21.955, Avg.Score: 20.717, Max.Score: 29.766, Time: 00:04:06\n",
      "Ep.: 445, Total Steps: 5388, Ep.Steps: 16, Score: 22.855, Avg.Score: 20.737, Max.Score: 29.766, Time: 00:04:07\n",
      "Ep.: 446, Total Steps: 5395, Ep.Steps: 7, Score: 19.143, Avg.Score: 20.693, Max.Score: 29.766, Time: 00:04:07\n",
      "Ep.: 447, Total Steps: 5407, Ep.Steps: 12, Score: 22.693, Avg.Score: 20.759, Max.Score: 29.766, Time: 00:04:08\n",
      "Ep.: 448, Total Steps: 5413, Ep.Steps: 6, Score: 16.489, Avg.Score: 20.776, Max.Score: 29.766, Time: 00:04:08\n",
      "Ep.: 449, Total Steps: 5421, Ep.Steps: 8, Score: 19.739, Avg.Score: 20.765, Max.Score: 29.766, Time: 00:04:08\n",
      "Ep.: 450, Total Steps: 5448, Ep.Steps: 27, Score: 22.789, Avg.Score: 20.831, Max.Score: 29.766, Time: 00:04:09\n",
      "Ep.: 451, Total Steps: 5465, Ep.Steps: 17, Score: 22.847, Avg.Score: 20.853, Max.Score: 29.766, Time: 00:04:10\n",
      "Ep.: 452, Total Steps: 5473, Ep.Steps: 8, Score: 22.635, Avg.Score: 20.829, Max.Score: 29.766, Time: 00:04:11\n",
      "Ep.: 453, Total Steps: 5486, Ep.Steps: 13, Score: 21.981, Avg.Score: 20.839, Max.Score: 29.766, Time: 00:04:11\n",
      "Ep.: 454, Total Steps: 5495, Ep.Steps: 9, Score: 23.307, Avg.Score: 20.918, Max.Score: 29.766, Time: 00:04:12\n",
      "Ep.: 455, Total Steps: 5507, Ep.Steps: 12, Score: 20.926, Avg.Score: 20.935, Max.Score: 29.766, Time: 00:04:12\n",
      "Ep.: 456, Total Steps: 5529, Ep.Steps: 22, Score: 22.213, Avg.Score: 20.994, Max.Score: 29.766, Time: 00:04:13\n",
      "Ep.: 457, Total Steps: 5537, Ep.Steps: 8, Score: 19.492, Avg.Score: 20.953, Max.Score: 29.766, Time: 00:04:14\n",
      "Ep.: 458, Total Steps: 5552, Ep.Steps: 15, Score: 20.951, Avg.Score: 20.964, Max.Score: 29.766, Time: 00:04:15\n",
      "Ep.: 459, Total Steps: 5563, Ep.Steps: 11, Score: 19.132, Avg.Score: 20.904, Max.Score: 29.766, Time: 00:04:15\n",
      "Ep.: 460, Total Steps: 5575, Ep.Steps: 12, Score: 23.000, Avg.Score: 20.889, Max.Score: 29.766, Time: 00:04:16\n",
      "Ep.: 461, Total Steps: 5581, Ep.Steps: 6, Score: 16.836, Avg.Score: 20.859, Max.Score: 29.766, Time: 00:04:16\n",
      "Ep.: 462, Total Steps: 5591, Ep.Steps: 10, Score: 21.447, Avg.Score: 20.850, Max.Score: 29.766, Time: 00:04:17\n",
      "Ep.: 463, Total Steps: 5602, Ep.Steps: 11, Score: 21.262, Avg.Score: 20.854, Max.Score: 29.766, Time: 00:04:17\n",
      "Ep.: 464, Total Steps: 5608, Ep.Steps: 6, Score: 16.629, Avg.Score: 20.792, Max.Score: 29.766, Time: 00:04:17\n",
      "Ep.: 465, Total Steps: 5615, Ep.Steps: 7, Score: 18.994, Avg.Score: 20.790, Max.Score: 29.766, Time: 00:04:18\n",
      "Ep.: 466, Total Steps: 5623, Ep.Steps: 8, Score: 18.165, Avg.Score: 20.765, Max.Score: 29.766, Time: 00:04:18\n",
      "Ep.: 467, Total Steps: 5631, Ep.Steps: 8, Score: 23.188, Avg.Score: 20.833, Max.Score: 29.766, Time: 00:04:18\n",
      "Ep.: 468, Total Steps: 5650, Ep.Steps: 19, Score: 27.153, Avg.Score: 20.906, Max.Score: 29.766, Time: 00:04:19\n",
      "Ep.: 469, Total Steps: 5660, Ep.Steps: 10, Score: 14.283, Avg.Score: 20.834, Max.Score: 29.766, Time: 00:04:20\n",
      "Ep.: 470, Total Steps: 5668, Ep.Steps: 8, Score: 16.881, Avg.Score: 20.778, Max.Score: 29.766, Time: 00:04:20\n",
      "Ep.: 471, Total Steps: 5674, Ep.Steps: 6, Score: 18.900, Avg.Score: 20.735, Max.Score: 29.766, Time: 00:04:20\n",
      "Ep.: 472, Total Steps: 5683, Ep.Steps: 9, Score: 20.002, Avg.Score: 20.782, Max.Score: 29.766, Time: 00:04:21\n",
      "Ep.: 473, Total Steps: 5695, Ep.Steps: 12, Score: 20.617, Avg.Score: 20.797, Max.Score: 29.766, Time: 00:04:21\n",
      "Ep.: 474, Total Steps: 5704, Ep.Steps: 9, Score: 18.617, Avg.Score: 20.737, Max.Score: 29.766, Time: 00:04:22\n",
      "Ep.: 475, Total Steps: 5715, Ep.Steps: 11, Score: 20.335, Avg.Score: 20.711, Max.Score: 29.766, Time: 00:04:22\n",
      "Ep.: 476, Total Steps: 5722, Ep.Steps: 7, Score: 19.102, Avg.Score: 20.681, Max.Score: 29.766, Time: 00:04:23\n",
      "Ep.: 477, Total Steps: 5731, Ep.Steps: 9, Score: 19.694, Avg.Score: 20.673, Max.Score: 29.766, Time: 00:04:23\n",
      "Ep.: 478, Total Steps: 5745, Ep.Steps: 14, Score: 23.789, Avg.Score: 20.719, Max.Score: 29.766, Time: 00:04:24\n",
      "Ep.: 479, Total Steps: 5760, Ep.Steps: 15, Score: 24.421, Avg.Score: 20.741, Max.Score: 29.766, Time: 00:04:25\n",
      "Ep.: 480, Total Steps: 5766, Ep.Steps: 6, Score: 17.832, Avg.Score: 20.665, Max.Score: 29.766, Time: 00:04:25\n",
      "Ep.: 481, Total Steps: 5772, Ep.Steps: 6, Score: 17.202, Avg.Score: 20.540, Max.Score: 27.824, Time: 00:04:25\n",
      "Ep.: 482, Total Steps: 5790, Ep.Steps: 18, Score: 26.129, Avg.Score: 20.618, Max.Score: 27.824, Time: 00:04:26\n",
      "Ep.: 483, Total Steps: 5800, Ep.Steps: 10, Score: 16.574, Avg.Score: 20.581, Max.Score: 27.824, Time: 00:04:26\n",
      "Ep.: 484, Total Steps: 5812, Ep.Steps: 12, Score: 19.683, Avg.Score: 20.553, Max.Score: 27.824, Time: 00:04:27\n",
      "Ep.: 485, Total Steps: 5822, Ep.Steps: 10, Score: 18.885, Avg.Score: 20.544, Max.Score: 27.824, Time: 00:04:28\n",
      "Ep.: 486, Total Steps: 5831, Ep.Steps: 9, Score: 15.682, Avg.Score: 20.530, Max.Score: 27.824, Time: 00:04:28\n",
      "Ep.: 487, Total Steps: 5838, Ep.Steps: 7, Score: 17.582, Avg.Score: 20.521, Max.Score: 27.824, Time: 00:04:28\n",
      "Ep.: 488, Total Steps: 5845, Ep.Steps: 7, Score: 18.108, Avg.Score: 20.464, Max.Score: 27.824, Time: 00:04:29\n",
      "Ep.: 489, Total Steps: 5853, Ep.Steps: 8, Score: 18.227, Avg.Score: 20.409, Max.Score: 27.824, Time: 00:04:29\n",
      "Ep.: 490, Total Steps: 5867, Ep.Steps: 14, Score: 24.215, Avg.Score: 20.412, Max.Score: 27.824, Time: 00:04:30\n",
      "Ep.: 491, Total Steps: 5875, Ep.Steps: 8, Score: 19.367, Avg.Score: 20.357, Max.Score: 27.824, Time: 00:04:30\n",
      "Ep.: 492, Total Steps: 5882, Ep.Steps: 7, Score: 19.458, Avg.Score: 20.338, Max.Score: 27.824, Time: 00:04:30\n",
      "Ep.: 493, Total Steps: 5891, Ep.Steps: 9, Score: 21.854, Avg.Score: 20.372, Max.Score: 27.824, Time: 00:04:31\n",
      "Ep.: 494, Total Steps: 5897, Ep.Steps: 6, Score: 19.791, Avg.Score: 20.343, Max.Score: 27.824, Time: 00:04:31\n",
      "Ep.: 495, Total Steps: 5907, Ep.Steps: 10, Score: 20.074, Avg.Score: 20.374, Max.Score: 27.824, Time: 00:04:32\n",
      "Ep.: 496, Total Steps: 5915, Ep.Steps: 8, Score: 20.264, Avg.Score: 20.334, Max.Score: 27.824, Time: 00:04:32\n",
      "Ep.: 497, Total Steps: 5931, Ep.Steps: 16, Score: 21.363, Avg.Score: 20.344, Max.Score: 27.824, Time: 00:04:33\n",
      "Ep.: 498, Total Steps: 5943, Ep.Steps: 12, Score: 18.788, Avg.Score: 20.327, Max.Score: 27.824, Time: 00:04:33\n",
      "Ep.: 499, Total Steps: 5954, Ep.Steps: 11, Score: 16.536, Avg.Score: 20.310, Max.Score: 27.824, Time: 00:04:34\n",
      "Ep.: 500, Total Steps: 5964, Ep.Steps: 10, Score: 21.674, Avg.Score: 20.301, Max.Score: 27.824, Time: 00:04:34\n",
      "Ep.: 501, Total Steps: 5979, Ep.Steps: 15, Score: 24.643, Avg.Score: 20.336, Max.Score: 27.824, Time: 00:04:35\n",
      "Ep.: 502, Total Steps: 5997, Ep.Steps: 18, Score: 23.138, Avg.Score: 20.301, Max.Score: 27.824, Time: 00:04:36\n",
      "Ep.: 503, Total Steps: 6005, Ep.Steps: 8, Score: 19.515, Avg.Score: 20.294, Max.Score: 27.824, Time: 00:04:36\n",
      "Ep.: 504, Total Steps: 6013, Ep.Steps: 8, Score: 17.408, Avg.Score: 20.283, Max.Score: 27.824, Time: 00:04:37\n",
      "Ep.: 505, Total Steps: 6023, Ep.Steps: 10, Score: 20.687, Avg.Score: 20.298, Max.Score: 27.824, Time: 00:04:37\n",
      "Ep.: 506, Total Steps: 6040, Ep.Steps: 17, Score: 22.353, Avg.Score: 20.323, Max.Score: 27.824, Time: 00:04:38\n",
      "Ep.: 507, Total Steps: 6056, Ep.Steps: 16, Score: 19.872, Avg.Score: 20.327, Max.Score: 27.824, Time: 00:04:39\n",
      "Ep.: 508, Total Steps: 6062, Ep.Steps: 6, Score: 14.513, Avg.Score: 20.267, Max.Score: 27.824, Time: 00:04:39\n",
      "Ep.: 509, Total Steps: 6071, Ep.Steps: 9, Score: 19.599, Avg.Score: 20.235, Max.Score: 27.824, Time: 00:04:40\n",
      "Ep.: 510, Total Steps: 6084, Ep.Steps: 13, Score: 24.623, Avg.Score: 20.308, Max.Score: 27.824, Time: 00:04:40\n",
      "Ep.: 511, Total Steps: 6103, Ep.Steps: 19, Score: 14.512, Avg.Score: 20.280, Max.Score: 27.824, Time: 00:04:41\n",
      "Ep.: 512, Total Steps: 6115, Ep.Steps: 12, Score: 23.152, Avg.Score: 20.365, Max.Score: 27.824, Time: 00:04:42\n",
      "Ep.: 513, Total Steps: 6123, Ep.Steps: 8, Score: 21.452, Avg.Score: 20.381, Max.Score: 27.824, Time: 00:04:42\n",
      "Ep.: 514, Total Steps: 6130, Ep.Steps: 7, Score: 17.782, Avg.Score: 20.352, Max.Score: 27.824, Time: 00:04:42\n",
      "Ep.: 515, Total Steps: 6142, Ep.Steps: 12, Score: 20.011, Avg.Score: 20.328, Max.Score: 27.824, Time: 00:04:43\n",
      "Ep.: 516, Total Steps: 6158, Ep.Steps: 16, Score: 25.213, Avg.Score: 20.401, Max.Score: 27.824, Time: 00:04:44\n",
      "Ep.: 517, Total Steps: 6173, Ep.Steps: 15, Score: 23.673, Avg.Score: 20.462, Max.Score: 27.824, Time: 00:04:44\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 518, Total Steps: 6201, Ep.Steps: 28, Score: 27.672, Avg.Score: 20.529, Max.Score: 27.824, Time: 00:04:46\n",
      "Ep.: 519, Total Steps: 6210, Ep.Steps: 9, Score: 22.262, Avg.Score: 20.526, Max.Score: 27.824, Time: 00:04:46\n",
      "Ep.: 520, Total Steps: 6220, Ep.Steps: 10, Score: 19.880, Avg.Score: 20.546, Max.Score: 27.824, Time: 00:04:47\n",
      "Ep.: 521, Total Steps: 6226, Ep.Steps: 6, Score: 16.446, Avg.Score: 20.543, Max.Score: 27.824, Time: 00:04:47\n",
      "Ep.: 522, Total Steps: 6243, Ep.Steps: 17, Score: 20.866, Avg.Score: 20.548, Max.Score: 27.824, Time: 00:04:48\n",
      "Ep.: 523, Total Steps: 6255, Ep.Steps: 12, Score: 18.136, Avg.Score: 20.511, Max.Score: 27.824, Time: 00:04:48\n",
      "Ep.: 524, Total Steps: 6265, Ep.Steps: 10, Score: 16.909, Avg.Score: 20.486, Max.Score: 27.824, Time: 00:04:49\n",
      "Ep.: 525, Total Steps: 6278, Ep.Steps: 13, Score: 19.273, Avg.Score: 20.437, Max.Score: 27.824, Time: 00:04:50\n",
      "Ep.: 526, Total Steps: 6294, Ep.Steps: 16, Score: 23.886, Avg.Score: 20.501, Max.Score: 27.824, Time: 00:04:50\n",
      "Ep.: 527, Total Steps: 6308, Ep.Steps: 14, Score: 21.610, Avg.Score: 20.482, Max.Score: 27.824, Time: 00:04:51\n",
      "Ep.: 528, Total Steps: 6318, Ep.Steps: 10, Score: 22.166, Avg.Score: 20.440, Max.Score: 27.824, Time: 00:04:51\n",
      "Ep.: 529, Total Steps: 6333, Ep.Steps: 15, Score: 19.292, Avg.Score: 20.463, Max.Score: 27.824, Time: 00:04:52\n",
      "Ep.: 530, Total Steps: 6340, Ep.Steps: 7, Score: 17.740, Avg.Score: 20.450, Max.Score: 27.824, Time: 00:04:53\n",
      "Ep.: 531, Total Steps: 6355, Ep.Steps: 15, Score: 19.899, Avg.Score: 20.503, Max.Score: 27.824, Time: 00:04:53\n",
      "Ep.: 532, Total Steps: 6361, Ep.Steps: 6, Score: 19.007, Avg.Score: 20.485, Max.Score: 27.824, Time: 00:04:53\n",
      "Ep.: 533, Total Steps: 6379, Ep.Steps: 18, Score: 22.225, Avg.Score: 20.504, Max.Score: 27.824, Time: 00:04:54\n",
      "Ep.: 534, Total Steps: 6388, Ep.Steps: 9, Score: 20.727, Avg.Score: 20.526, Max.Score: 27.824, Time: 00:04:55\n",
      "Ep.: 535, Total Steps: 6396, Ep.Steps: 8, Score: 20.461, Avg.Score: 20.517, Max.Score: 27.824, Time: 00:04:55\n",
      "Ep.: 536, Total Steps: 6410, Ep.Steps: 14, Score: 16.658, Avg.Score: 20.473, Max.Score: 27.824, Time: 00:04:56\n",
      "Ep.: 537, Total Steps: 6416, Ep.Steps: 6, Score: 18.433, Avg.Score: 20.418, Max.Score: 27.824, Time: 00:04:56\n",
      "Ep.: 538, Total Steps: 6426, Ep.Steps: 10, Score: 17.849, Avg.Score: 20.392, Max.Score: 27.824, Time: 00:04:57\n",
      "Ep.: 539, Total Steps: 6446, Ep.Steps: 20, Score: 23.570, Avg.Score: 20.396, Max.Score: 27.824, Time: 00:04:57\n",
      "Ep.: 540, Total Steps: 6456, Ep.Steps: 10, Score: 18.619, Avg.Score: 20.361, Max.Score: 27.824, Time: 00:04:58\n",
      "Ep.: 541, Total Steps: 6466, Ep.Steps: 10, Score: 19.955, Avg.Score: 20.350, Max.Score: 27.824, Time: 00:04:58\n",
      "Ep.: 542, Total Steps: 6473, Ep.Steps: 7, Score: 16.842, Avg.Score: 20.321, Max.Score: 27.824, Time: 00:04:59\n",
      "Ep.: 543, Total Steps: 6488, Ep.Steps: 15, Score: 23.799, Avg.Score: 20.281, Max.Score: 27.672, Time: 00:04:59\n",
      "Ep.: 544, Total Steps: 6499, Ep.Steps: 11, Score: 22.235, Avg.Score: 20.284, Max.Score: 27.672, Time: 00:05:00\n",
      "Ep.: 545, Total Steps: 6515, Ep.Steps: 16, Score: 26.453, Avg.Score: 20.320, Max.Score: 27.672, Time: 00:05:01\n",
      "Ep.: 546, Total Steps: 6524, Ep.Steps: 9, Score: 20.606, Avg.Score: 20.334, Max.Score: 27.672, Time: 00:05:01\n",
      "Ep.: 547, Total Steps: 6535, Ep.Steps: 11, Score: 17.057, Avg.Score: 20.278, Max.Score: 27.672, Time: 00:05:02\n",
      "Ep.: 548, Total Steps: 6540, Ep.Steps: 5, Score: 17.826, Avg.Score: 20.291, Max.Score: 27.672, Time: 00:05:02\n",
      "Ep.: 549, Total Steps: 6552, Ep.Steps: 12, Score: 14.864, Avg.Score: 20.242, Max.Score: 27.672, Time: 00:05:03\n",
      "Ep.: 550, Total Steps: 6559, Ep.Steps: 7, Score: 17.991, Avg.Score: 20.194, Max.Score: 27.672, Time: 00:05:03\n",
      "Ep.: 551, Total Steps: 6566, Ep.Steps: 7, Score: 15.902, Avg.Score: 20.125, Max.Score: 27.672, Time: 00:05:03\n",
      "Ep.: 552, Total Steps: 6577, Ep.Steps: 11, Score: 19.396, Avg.Score: 20.093, Max.Score: 27.672, Time: 00:05:04\n",
      "Ep.: 553, Total Steps: 6591, Ep.Steps: 14, Score: 20.299, Avg.Score: 20.076, Max.Score: 27.672, Time: 00:05:04\n",
      "Ep.: 554, Total Steps: 6602, Ep.Steps: 11, Score: 20.863, Avg.Score: 20.051, Max.Score: 27.672, Time: 00:05:05\n",
      "Ep.: 555, Total Steps: 6612, Ep.Steps: 10, Score: 20.542, Avg.Score: 20.048, Max.Score: 27.672, Time: 00:05:05\n",
      "Ep.: 556, Total Steps: 6621, Ep.Steps: 9, Score: 17.760, Avg.Score: 20.003, Max.Score: 27.672, Time: 00:05:06\n",
      "Ep.: 557, Total Steps: 6634, Ep.Steps: 13, Score: 22.100, Avg.Score: 20.029, Max.Score: 27.672, Time: 00:05:06\n",
      "Ep.: 558, Total Steps: 6640, Ep.Steps: 6, Score: 17.951, Avg.Score: 19.999, Max.Score: 27.672, Time: 00:05:07\n",
      "Ep.: 559, Total Steps: 6648, Ep.Steps: 8, Score: 16.740, Avg.Score: 19.975, Max.Score: 27.672, Time: 00:05:07\n",
      "Ep.: 560, Total Steps: 6656, Ep.Steps: 8, Score: 14.467, Avg.Score: 19.890, Max.Score: 27.672, Time: 00:05:08\n",
      "Ep.: 561, Total Steps: 6667, Ep.Steps: 11, Score: 18.286, Avg.Score: 19.904, Max.Score: 27.672, Time: 00:05:08\n",
      "Ep.: 562, Total Steps: 6683, Ep.Steps: 16, Score: 17.933, Avg.Score: 19.869, Max.Score: 27.672, Time: 00:05:09\n",
      "Ep.: 563, Total Steps: 6692, Ep.Steps: 9, Score: 15.702, Avg.Score: 19.814, Max.Score: 27.672, Time: 00:05:09\n",
      "Ep.: 564, Total Steps: 6699, Ep.Steps: 7, Score: 18.045, Avg.Score: 19.828, Max.Score: 27.672, Time: 00:05:10\n",
      "Ep.: 565, Total Steps: 6715, Ep.Steps: 16, Score: 20.804, Avg.Score: 19.846, Max.Score: 27.672, Time: 00:05:10\n",
      "Ep.: 566, Total Steps: 6724, Ep.Steps: 9, Score: 19.484, Avg.Score: 19.859, Max.Score: 27.672, Time: 00:05:11\n",
      "Ep.: 567, Total Steps: 6731, Ep.Steps: 7, Score: 17.881, Avg.Score: 19.806, Max.Score: 27.672, Time: 00:05:11\n",
      "Ep.: 568, Total Steps: 6742, Ep.Steps: 11, Score: 20.281, Avg.Score: 19.737, Max.Score: 27.672, Time: 00:05:12\n",
      "Ep.: 569, Total Steps: 6748, Ep.Steps: 6, Score: 18.141, Avg.Score: 19.776, Max.Score: 27.672, Time: 00:05:12\n",
      "Ep.: 570, Total Steps: 6757, Ep.Steps: 9, Score: 21.047, Avg.Score: 19.817, Max.Score: 27.672, Time: 00:05:13\n",
      "Ep.: 571, Total Steps: 6763, Ep.Steps: 6, Score: 16.761, Avg.Score: 19.796, Max.Score: 27.672, Time: 00:05:13\n",
      "Ep.: 572, Total Steps: 6784, Ep.Steps: 21, Score: 21.890, Avg.Score: 19.815, Max.Score: 27.672, Time: 00:05:14\n",
      "Ep.: 573, Total Steps: 6790, Ep.Steps: 6, Score: 17.536, Avg.Score: 19.784, Max.Score: 27.672, Time: 00:05:14\n",
      "Ep.: 574, Total Steps: 6800, Ep.Steps: 10, Score: 18.935, Avg.Score: 19.787, Max.Score: 27.672, Time: 00:05:15\n",
      "Ep.: 575, Total Steps: 6811, Ep.Steps: 11, Score: 23.517, Avg.Score: 19.819, Max.Score: 27.672, Time: 00:05:15\n",
      "Ep.: 576, Total Steps: 6821, Ep.Steps: 10, Score: 20.354, Avg.Score: 19.832, Max.Score: 27.672, Time: 00:05:16\n",
      "Ep.: 577, Total Steps: 6831, Ep.Steps: 10, Score: 14.770, Avg.Score: 19.782, Max.Score: 27.672, Time: 00:05:16\n",
      "Ep.: 578, Total Steps: 6848, Ep.Steps: 17, Score: 17.977, Avg.Score: 19.724, Max.Score: 27.672, Time: 00:05:17\n",
      "Ep.: 579, Total Steps: 6857, Ep.Steps: 9, Score: 19.344, Avg.Score: 19.674, Max.Score: 27.672, Time: 00:05:17\n",
      "Ep.: 580, Total Steps: 6863, Ep.Steps: 6, Score: 17.037, Avg.Score: 19.666, Max.Score: 27.672, Time: 00:05:18\n",
      "Ep.: 581, Total Steps: 6886, Ep.Steps: 23, Score: 28.926, Avg.Score: 19.783, Max.Score: 28.926, Time: 00:05:19\n",
      "Ep.: 582, Total Steps: 6894, Ep.Steps: 8, Score: 18.888, Avg.Score: 19.710, Max.Score: 28.926, Time: 00:05:19\n",
      "Ep.: 583, Total Steps: 6909, Ep.Steps: 15, Score: 20.787, Avg.Score: 19.753, Max.Score: 28.926, Time: 00:05:20\n",
      "Ep.: 584, Total Steps: 6918, Ep.Steps: 9, Score: 22.445, Avg.Score: 19.780, Max.Score: 28.926, Time: 00:05:20\n",
      "Ep.: 585, Total Steps: 6942, Ep.Steps: 24, Score: 28.221, Avg.Score: 19.874, Max.Score: 28.926, Time: 00:05:21\n",
      "Ep.: 586, Total Steps: 6950, Ep.Steps: 8, Score: 18.560, Avg.Score: 19.902, Max.Score: 28.926, Time: 00:05:22\n",
      "Ep.: 587, Total Steps: 6958, Ep.Steps: 8, Score: 21.330, Avg.Score: 19.940, Max.Score: 28.926, Time: 00:05:22\n",
      "Ep.: 588, Total Steps: 6963, Ep.Steps: 5, Score: 17.010, Avg.Score: 19.929, Max.Score: 28.926, Time: 00:05:22\n",
      "Ep.: 589, Total Steps: 6975, Ep.Steps: 12, Score: 20.881, Avg.Score: 19.955, Max.Score: 28.926, Time: 00:05:23\n",
      "Ep.: 590, Total Steps: 6983, Ep.Steps: 8, Score: 16.929, Avg.Score: 19.882, Max.Score: 28.926, Time: 00:05:23\n",
      "Ep.: 591, Total Steps: 6997, Ep.Steps: 14, Score: 22.868, Avg.Score: 19.917, Max.Score: 28.926, Time: 00:05:24\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 592, Total Steps: 7007, Ep.Steps: 10, Score: 13.402, Avg.Score: 19.857, Max.Score: 28.926, Time: 00:05:24\n",
      "Ep.: 593, Total Steps: 7028, Ep.Steps: 21, Score: 20.909, Avg.Score: 19.847, Max.Score: 28.926, Time: 00:05:25\n",
      "Ep.: 594, Total Steps: 7034, Ep.Steps: 6, Score: 16.368, Avg.Score: 19.813, Max.Score: 28.926, Time: 00:05:26\n",
      "Ep.: 595, Total Steps: 7042, Ep.Steps: 8, Score: 18.426, Avg.Score: 19.797, Max.Score: 28.926, Time: 00:05:26\n",
      "Ep.: 596, Total Steps: 7048, Ep.Steps: 6, Score: 17.389, Avg.Score: 19.768, Max.Score: 28.926, Time: 00:05:26\n",
      "Ep.: 597, Total Steps: 7056, Ep.Steps: 8, Score: 19.446, Avg.Score: 19.749, Max.Score: 28.926, Time: 00:05:27\n",
      "Ep.: 598, Total Steps: 7073, Ep.Steps: 17, Score: 27.879, Avg.Score: 19.840, Max.Score: 28.926, Time: 00:05:28\n",
      "Ep.: 599, Total Steps: 7089, Ep.Steps: 16, Score: 18.853, Avg.Score: 19.863, Max.Score: 28.926, Time: 00:05:28\n",
      "Ep.: 600, Total Steps: 7100, Ep.Steps: 11, Score: 17.482, Avg.Score: 19.821, Max.Score: 28.926, Time: 00:05:29\n",
      "Ep.: 601, Total Steps: 7107, Ep.Steps: 7, Score: 18.986, Avg.Score: 19.764, Max.Score: 28.926, Time: 00:05:29\n",
      "Ep.: 602, Total Steps: 7120, Ep.Steps: 13, Score: 22.117, Avg.Score: 19.754, Max.Score: 28.926, Time: 00:05:30\n",
      "Ep.: 603, Total Steps: 7135, Ep.Steps: 15, Score: 20.127, Avg.Score: 19.760, Max.Score: 28.926, Time: 00:05:31\n",
      "Ep.: 604, Total Steps: 7146, Ep.Steps: 11, Score: 21.927, Avg.Score: 19.806, Max.Score: 28.926, Time: 00:05:31\n",
      "Ep.: 605, Total Steps: 7154, Ep.Steps: 8, Score: 20.962, Avg.Score: 19.808, Max.Score: 28.926, Time: 00:05:31\n",
      "Ep.: 606, Total Steps: 7165, Ep.Steps: 11, Score: 19.980, Avg.Score: 19.785, Max.Score: 28.926, Time: 00:05:32\n",
      "Ep.: 607, Total Steps: 7173, Ep.Steps: 8, Score: 20.764, Avg.Score: 19.793, Max.Score: 28.926, Time: 00:05:32\n",
      "Ep.: 608, Total Steps: 7184, Ep.Steps: 11, Score: 18.521, Avg.Score: 19.834, Max.Score: 28.926, Time: 00:05:33\n",
      "Ep.: 609, Total Steps: 7207, Ep.Steps: 23, Score: 27.484, Avg.Score: 19.912, Max.Score: 28.926, Time: 00:05:34\n",
      "Ep.: 610, Total Steps: 7232, Ep.Steps: 25, Score: 27.288, Avg.Score: 19.939, Max.Score: 28.926, Time: 00:05:35\n",
      "Ep.: 611, Total Steps: 7254, Ep.Steps: 22, Score: 22.992, Avg.Score: 20.024, Max.Score: 28.926, Time: 00:05:36\n",
      "Ep.: 612, Total Steps: 7259, Ep.Steps: 5, Score: 17.435, Avg.Score: 19.967, Max.Score: 28.926, Time: 00:05:37\n",
      "Ep.: 613, Total Steps: 7272, Ep.Steps: 13, Score: 21.035, Avg.Score: 19.963, Max.Score: 28.926, Time: 00:05:37\n",
      "Ep.: 614, Total Steps: 7285, Ep.Steps: 13, Score: 23.731, Avg.Score: 20.022, Max.Score: 28.926, Time: 00:05:38\n",
      "Ep.: 615, Total Steps: 7297, Ep.Steps: 12, Score: 21.432, Avg.Score: 20.036, Max.Score: 28.926, Time: 00:05:38\n",
      "Ep.: 616, Total Steps: 7308, Ep.Steps: 11, Score: 16.452, Avg.Score: 19.949, Max.Score: 28.926, Time: 00:05:39\n",
      "Ep.: 617, Total Steps: 7317, Ep.Steps: 9, Score: 21.139, Avg.Score: 19.923, Max.Score: 28.926, Time: 00:05:39\n",
      "Ep.: 618, Total Steps: 7340, Ep.Steps: 23, Score: 19.600, Avg.Score: 19.843, Max.Score: 28.926, Time: 00:05:40\n",
      "Ep.: 619, Total Steps: 7351, Ep.Steps: 11, Score: 16.053, Avg.Score: 19.780, Max.Score: 28.926, Time: 00:05:41\n",
      "Ep.: 620, Total Steps: 7357, Ep.Steps: 6, Score: 19.604, Avg.Score: 19.778, Max.Score: 28.926, Time: 00:05:41\n",
      "Ep.: 621, Total Steps: 7372, Ep.Steps: 15, Score: 18.977, Avg.Score: 19.803, Max.Score: 28.926, Time: 00:05:42\n",
      "Ep.: 622, Total Steps: 7388, Ep.Steps: 16, Score: 23.213, Avg.Score: 19.826, Max.Score: 28.926, Time: 00:05:43\n",
      "Ep.: 623, Total Steps: 7402, Ep.Steps: 14, Score: 18.842, Avg.Score: 19.834, Max.Score: 28.926, Time: 00:05:44\n",
      "Ep.: 624, Total Steps: 7411, Ep.Steps: 9, Score: 20.296, Avg.Score: 19.867, Max.Score: 28.926, Time: 00:05:44\n",
      "Ep.: 625, Total Steps: 7419, Ep.Steps: 8, Score: 15.673, Avg.Score: 19.831, Max.Score: 28.926, Time: 00:05:44\n",
      "Ep.: 626, Total Steps: 7429, Ep.Steps: 10, Score: 20.348, Avg.Score: 19.796, Max.Score: 28.926, Time: 00:05:45\n",
      "Ep.: 627, Total Steps: 7452, Ep.Steps: 23, Score: 28.141, Avg.Score: 19.861, Max.Score: 28.926, Time: 00:05:46\n",
      "Ep.: 628, Total Steps: 7464, Ep.Steps: 12, Score: 21.913, Avg.Score: 19.859, Max.Score: 28.926, Time: 00:05:47\n",
      "Ep.: 629, Total Steps: 7483, Ep.Steps: 19, Score: 23.607, Avg.Score: 19.902, Max.Score: 28.926, Time: 00:05:47\n",
      "Ep.: 630, Total Steps: 7504, Ep.Steps: 21, Score: 24.961, Avg.Score: 19.974, Max.Score: 28.926, Time: 00:05:48\n",
      "Ep.: 631, Total Steps: 7512, Ep.Steps: 8, Score: 18.813, Avg.Score: 19.963, Max.Score: 28.926, Time: 00:05:49\n",
      "Ep.: 632, Total Steps: 7521, Ep.Steps: 9, Score: 21.218, Avg.Score: 19.985, Max.Score: 28.926, Time: 00:05:49\n",
      "Ep.: 633, Total Steps: 7540, Ep.Steps: 19, Score: 22.368, Avg.Score: 19.987, Max.Score: 28.926, Time: 00:05:50\n",
      "Ep.: 634, Total Steps: 7546, Ep.Steps: 6, Score: 19.054, Avg.Score: 19.970, Max.Score: 28.926, Time: 00:05:50\n",
      "Ep.: 635, Total Steps: 7555, Ep.Steps: 9, Score: 21.223, Avg.Score: 19.978, Max.Score: 28.926, Time: 00:05:51\n",
      "Ep.: 636, Total Steps: 7586, Ep.Steps: 31, Score: 30.746, Avg.Score: 20.119, Max.Score: 30.746, Time: 00:05:52\n",
      "Ep.: 637, Total Steps: 7595, Ep.Steps: 9, Score: 11.113, Avg.Score: 20.045, Max.Score: 30.746, Time: 00:05:53\n",
      "Ep.: 638, Total Steps: 7607, Ep.Steps: 12, Score: 22.579, Avg.Score: 20.093, Max.Score: 30.746, Time: 00:05:53\n",
      "Ep.: 639, Total Steps: 7617, Ep.Steps: 10, Score: 19.995, Avg.Score: 20.057, Max.Score: 30.746, Time: 00:05:54\n",
      "Ep.: 640, Total Steps: 7627, Ep.Steps: 10, Score: 18.646, Avg.Score: 20.057, Max.Score: 30.746, Time: 00:05:54\n",
      "Ep.: 641, Total Steps: 7640, Ep.Steps: 13, Score: 15.514, Avg.Score: 20.013, Max.Score: 30.746, Time: 00:05:55\n",
      "Ep.: 642, Total Steps: 7649, Ep.Steps: 9, Score: 18.743, Avg.Score: 20.032, Max.Score: 30.746, Time: 00:05:55\n",
      "Ep.: 643, Total Steps: 7660, Ep.Steps: 11, Score: 19.564, Avg.Score: 19.989, Max.Score: 30.746, Time: 00:05:56\n",
      "Ep.: 644, Total Steps: 7675, Ep.Steps: 15, Score: 22.611, Avg.Score: 19.993, Max.Score: 30.746, Time: 00:05:57\n",
      "Ep.: 645, Total Steps: 7692, Ep.Steps: 17, Score: 18.873, Avg.Score: 19.917, Max.Score: 30.746, Time: 00:05:58\n",
      "Ep.: 646, Total Steps: 7700, Ep.Steps: 8, Score: 18.567, Avg.Score: 19.897, Max.Score: 30.746, Time: 00:05:58\n",
      "Ep.: 647, Total Steps: 7715, Ep.Steps: 15, Score: 19.020, Avg.Score: 19.917, Max.Score: 30.746, Time: 00:05:59\n",
      "Ep.: 648, Total Steps: 7723, Ep.Steps: 8, Score: 16.006, Avg.Score: 19.898, Max.Score: 30.746, Time: 00:05:59\n",
      "Ep.: 649, Total Steps: 7737, Ep.Steps: 14, Score: 22.177, Avg.Score: 19.972, Max.Score: 30.746, Time: 00:06:00\n",
      "Ep.: 650, Total Steps: 7758, Ep.Steps: 21, Score: 31.711, Avg.Score: 20.109, Max.Score: 31.711, Time: 00:06:01\n",
      "Ep.: 651, Total Steps: 7767, Ep.Steps: 9, Score: 15.653, Avg.Score: 20.106, Max.Score: 31.711, Time: 00:06:01\n",
      "Ep.: 652, Total Steps: 7778, Ep.Steps: 11, Score: 19.288, Avg.Score: 20.105, Max.Score: 31.711, Time: 00:06:02\n",
      "Ep.: 653, Total Steps: 7787, Ep.Steps: 9, Score: 22.391, Avg.Score: 20.126, Max.Score: 31.711, Time: 00:06:02\n",
      "Ep.: 654, Total Steps: 7801, Ep.Steps: 14, Score: 21.880, Avg.Score: 20.136, Max.Score: 31.711, Time: 00:06:03\n",
      "Ep.: 655, Total Steps: 7809, Ep.Steps: 8, Score: 18.878, Avg.Score: 20.120, Max.Score: 31.711, Time: 00:06:03\n",
      "Ep.: 656, Total Steps: 7825, Ep.Steps: 16, Score: 24.900, Avg.Score: 20.191, Max.Score: 31.711, Time: 00:06:04\n",
      "Ep.: 657, Total Steps: 7837, Ep.Steps: 12, Score: 20.043, Avg.Score: 20.170, Max.Score: 31.711, Time: 00:06:04\n",
      "Ep.: 658, Total Steps: 7852, Ep.Steps: 15, Score: 23.799, Avg.Score: 20.229, Max.Score: 31.711, Time: 00:06:05\n",
      "Ep.: 659, Total Steps: 7860, Ep.Steps: 8, Score: 20.626, Avg.Score: 20.268, Max.Score: 31.711, Time: 00:06:06\n",
      "Ep.: 660, Total Steps: 7873, Ep.Steps: 13, Score: 21.610, Avg.Score: 20.339, Max.Score: 31.711, Time: 00:06:06\n",
      "Ep.: 661, Total Steps: 7880, Ep.Steps: 7, Score: 17.478, Avg.Score: 20.331, Max.Score: 31.711, Time: 00:06:07\n",
      "Ep.: 662, Total Steps: 7895, Ep.Steps: 15, Score: 17.695, Avg.Score: 20.329, Max.Score: 31.711, Time: 00:06:07\n",
      "Ep.: 663, Total Steps: 7907, Ep.Steps: 12, Score: 22.579, Avg.Score: 20.398, Max.Score: 31.711, Time: 00:06:08\n",
      "Ep.: 664, Total Steps: 7915, Ep.Steps: 8, Score: 19.930, Avg.Score: 20.416, Max.Score: 31.711, Time: 00:06:08\n",
      "Ep.: 665, Total Steps: 7927, Ep.Steps: 12, Score: 18.154, Avg.Score: 20.390, Max.Score: 31.711, Time: 00:06:09\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 666, Total Steps: 7937, Ep.Steps: 10, Score: 20.263, Avg.Score: 20.398, Max.Score: 31.711, Time: 00:06:09\n",
      "Ep.: 667, Total Steps: 7949, Ep.Steps: 12, Score: 22.644, Avg.Score: 20.445, Max.Score: 31.711, Time: 00:06:10\n",
      "Ep.: 668, Total Steps: 7958, Ep.Steps: 9, Score: 19.342, Avg.Score: 20.436, Max.Score: 31.711, Time: 00:06:10\n",
      "Ep.: 669, Total Steps: 7972, Ep.Steps: 14, Score: 19.179, Avg.Score: 20.446, Max.Score: 31.711, Time: 00:06:11\n",
      "Ep.: 670, Total Steps: 7984, Ep.Steps: 12, Score: 19.682, Avg.Score: 20.433, Max.Score: 31.711, Time: 00:06:12\n",
      "Ep.: 671, Total Steps: 7992, Ep.Steps: 8, Score: 18.351, Avg.Score: 20.449, Max.Score: 31.711, Time: 00:06:12\n",
      "Ep.: 672, Total Steps: 8003, Ep.Steps: 11, Score: 17.994, Avg.Score: 20.410, Max.Score: 31.711, Time: 00:06:12\n",
      "Ep.: 673, Total Steps: 8011, Ep.Steps: 8, Score: 17.036, Avg.Score: 20.405, Max.Score: 31.711, Time: 00:06:13\n",
      "Ep.: 674, Total Steps: 8024, Ep.Steps: 13, Score: 21.882, Avg.Score: 20.434, Max.Score: 31.711, Time: 00:06:13\n",
      "Ep.: 675, Total Steps: 8044, Ep.Steps: 20, Score: 24.633, Avg.Score: 20.445, Max.Score: 31.711, Time: 00:06:14\n",
      "Ep.: 676, Total Steps: 8058, Ep.Steps: 14, Score: 20.981, Avg.Score: 20.452, Max.Score: 31.711, Time: 00:06:15\n",
      "Ep.: 677, Total Steps: 8074, Ep.Steps: 16, Score: 15.670, Avg.Score: 20.461, Max.Score: 31.711, Time: 00:06:16\n",
      "Ep.: 678, Total Steps: 8087, Ep.Steps: 13, Score: 18.759, Avg.Score: 20.468, Max.Score: 31.711, Time: 00:06:17\n",
      "Ep.: 679, Total Steps: 8098, Ep.Steps: 11, Score: 23.049, Avg.Score: 20.505, Max.Score: 31.711, Time: 00:06:17\n",
      "Ep.: 680, Total Steps: 8106, Ep.Steps: 8, Score: 20.445, Avg.Score: 20.540, Max.Score: 31.711, Time: 00:06:17\n",
      "Ep.: 681, Total Steps: 8114, Ep.Steps: 8, Score: 18.925, Avg.Score: 20.439, Max.Score: 31.711, Time: 00:06:18\n",
      "Ep.: 682, Total Steps: 8123, Ep.Steps: 9, Score: 20.724, Avg.Score: 20.458, Max.Score: 31.711, Time: 00:06:18\n",
      "Ep.: 683, Total Steps: 8134, Ep.Steps: 11, Score: 20.236, Avg.Score: 20.452, Max.Score: 31.711, Time: 00:06:19\n",
      "Ep.: 684, Total Steps: 8149, Ep.Steps: 15, Score: 21.136, Avg.Score: 20.439, Max.Score: 31.711, Time: 00:06:19\n",
      "Ep.: 685, Total Steps: 8164, Ep.Steps: 15, Score: 18.791, Avg.Score: 20.345, Max.Score: 31.711, Time: 00:06:20\n",
      "Ep.: 686, Total Steps: 8170, Ep.Steps: 6, Score: 18.353, Avg.Score: 20.343, Max.Score: 31.711, Time: 00:06:20\n",
      "Ep.: 687, Total Steps: 8187, Ep.Steps: 17, Score: 25.570, Avg.Score: 20.385, Max.Score: 31.711, Time: 00:06:21\n",
      "Ep.: 688, Total Steps: 8196, Ep.Steps: 9, Score: 19.244, Avg.Score: 20.408, Max.Score: 31.711, Time: 00:06:22\n",
      "Ep.: 689, Total Steps: 8214, Ep.Steps: 18, Score: 23.089, Avg.Score: 20.430, Max.Score: 31.711, Time: 00:06:23\n",
      "Ep.: 690, Total Steps: 8228, Ep.Steps: 14, Score: 18.984, Avg.Score: 20.450, Max.Score: 31.711, Time: 00:06:23\n",
      "Ep.: 691, Total Steps: 8234, Ep.Steps: 6, Score: 16.152, Avg.Score: 20.383, Max.Score: 31.711, Time: 00:06:24\n",
      "Ep.: 692, Total Steps: 8240, Ep.Steps: 6, Score: 17.545, Avg.Score: 20.425, Max.Score: 31.711, Time: 00:06:24\n",
      "Ep.: 693, Total Steps: 8251, Ep.Steps: 11, Score: 19.944, Avg.Score: 20.415, Max.Score: 31.711, Time: 00:06:24\n",
      "Ep.: 694, Total Steps: 8260, Ep.Steps: 9, Score: 18.635, Avg.Score: 20.438, Max.Score: 31.711, Time: 00:06:25\n",
      "Ep.: 695, Total Steps: 8273, Ep.Steps: 13, Score: 12.824, Avg.Score: 20.382, Max.Score: 31.711, Time: 00:06:25\n",
      "Ep.: 696, Total Steps: 8299, Ep.Steps: 26, Score: 26.105, Avg.Score: 20.469, Max.Score: 31.711, Time: 00:06:27\n",
      "Ep.: 697, Total Steps: 8318, Ep.Steps: 19, Score: 26.937, Avg.Score: 20.544, Max.Score: 31.711, Time: 00:06:28\n",
      "Ep.: 698, Total Steps: 8333, Ep.Steps: 15, Score: 22.091, Avg.Score: 20.486, Max.Score: 31.711, Time: 00:06:28\n",
      "Ep.: 699, Total Steps: 8340, Ep.Steps: 7, Score: 18.232, Avg.Score: 20.480, Max.Score: 31.711, Time: 00:06:29\n",
      "Ep.: 700, Total Steps: 8353, Ep.Steps: 13, Score: 18.880, Avg.Score: 20.493, Max.Score: 31.711, Time: 00:06:29\n",
      "Ep.: 701, Total Steps: 8368, Ep.Steps: 15, Score: 24.683, Avg.Score: 20.550, Max.Score: 31.711, Time: 00:06:30\n",
      "Ep.: 702, Total Steps: 8378, Ep.Steps: 10, Score: 21.612, Avg.Score: 20.545, Max.Score: 31.711, Time: 00:06:31\n",
      "Ep.: 703, Total Steps: 8392, Ep.Steps: 14, Score: 17.479, Avg.Score: 20.519, Max.Score: 31.711, Time: 00:06:31\n",
      "Ep.: 704, Total Steps: 8405, Ep.Steps: 13, Score: 18.341, Avg.Score: 20.483, Max.Score: 31.711, Time: 00:06:32\n",
      "Ep.: 705, Total Steps: 8420, Ep.Steps: 15, Score: 19.635, Avg.Score: 20.470, Max.Score: 31.711, Time: 00:06:33\n",
      "Ep.: 706, Total Steps: 8429, Ep.Steps: 9, Score: 20.961, Avg.Score: 20.480, Max.Score: 31.711, Time: 00:06:33\n",
      "Ep.: 707, Total Steps: 8435, Ep.Steps: 6, Score: 17.790, Avg.Score: 20.450, Max.Score: 31.711, Time: 00:06:33\n",
      "Ep.: 708, Total Steps: 8447, Ep.Steps: 12, Score: 20.097, Avg.Score: 20.466, Max.Score: 31.711, Time: 00:06:34\n",
      "Ep.: 709, Total Steps: 8457, Ep.Steps: 10, Score: 22.599, Avg.Score: 20.417, Max.Score: 31.711, Time: 00:06:34\n",
      "Ep.: 710, Total Steps: 8474, Ep.Steps: 17, Score: 21.231, Avg.Score: 20.356, Max.Score: 31.711, Time: 00:06:35\n",
      "Ep.: 711, Total Steps: 8482, Ep.Steps: 8, Score: 21.854, Avg.Score: 20.345, Max.Score: 31.711, Time: 00:06:36\n",
      "Ep.: 712, Total Steps: 8502, Ep.Steps: 20, Score: 18.406, Avg.Score: 20.355, Max.Score: 31.711, Time: 00:06:37\n",
      "Ep.: 713, Total Steps: 8518, Ep.Steps: 16, Score: 22.602, Avg.Score: 20.370, Max.Score: 31.711, Time: 00:06:37\n",
      "Ep.: 714, Total Steps: 8532, Ep.Steps: 14, Score: 25.542, Avg.Score: 20.388, Max.Score: 31.711, Time: 00:06:38\n",
      "Ep.: 715, Total Steps: 8546, Ep.Steps: 14, Score: 18.752, Avg.Score: 20.362, Max.Score: 31.711, Time: 00:06:39\n",
      "Ep.: 716, Total Steps: 8557, Ep.Steps: 11, Score: 22.582, Avg.Score: 20.423, Max.Score: 31.711, Time: 00:06:39\n",
      "Ep.: 717, Total Steps: 8570, Ep.Steps: 13, Score: 16.990, Avg.Score: 20.381, Max.Score: 31.711, Time: 00:06:40\n",
      "Ep.: 718, Total Steps: 8579, Ep.Steps: 9, Score: 17.640, Avg.Score: 20.362, Max.Score: 31.711, Time: 00:06:40\n",
      "Ep.: 719, Total Steps: 8599, Ep.Steps: 20, Score: 28.002, Avg.Score: 20.481, Max.Score: 31.711, Time: 00:06:41\n",
      "Ep.: 720, Total Steps: 8609, Ep.Steps: 10, Score: 18.488, Avg.Score: 20.470, Max.Score: 31.711, Time: 00:06:42\n",
      "Ep.: 721, Total Steps: 8617, Ep.Steps: 8, Score: 19.396, Avg.Score: 20.474, Max.Score: 31.711, Time: 00:06:42\n",
      "Ep.: 722, Total Steps: 8627, Ep.Steps: 10, Score: 17.941, Avg.Score: 20.422, Max.Score: 31.711, Time: 00:06:42\n",
      "Ep.: 723, Total Steps: 8637, Ep.Steps: 10, Score: 20.751, Avg.Score: 20.441, Max.Score: 31.711, Time: 00:06:43\n",
      "Ep.: 724, Total Steps: 8649, Ep.Steps: 12, Score: 23.981, Avg.Score: 20.478, Max.Score: 31.711, Time: 00:06:44\n",
      "Ep.: 725, Total Steps: 8662, Ep.Steps: 13, Score: 19.812, Avg.Score: 20.519, Max.Score: 31.711, Time: 00:06:44\n",
      "Ep.: 726, Total Steps: 8673, Ep.Steps: 11, Score: 17.482, Avg.Score: 20.490, Max.Score: 31.711, Time: 00:06:45\n",
      "Ep.: 727, Total Steps: 8687, Ep.Steps: 14, Score: 21.521, Avg.Score: 20.424, Max.Score: 31.711, Time: 00:06:45\n",
      "Ep.: 728, Total Steps: 8699, Ep.Steps: 12, Score: 19.780, Avg.Score: 20.403, Max.Score: 31.711, Time: 00:06:46\n",
      "Ep.: 729, Total Steps: 8712, Ep.Steps: 13, Score: 19.983, Avg.Score: 20.366, Max.Score: 31.711, Time: 00:06:47\n",
      "Ep.: 730, Total Steps: 8720, Ep.Steps: 8, Score: 18.566, Avg.Score: 20.303, Max.Score: 31.711, Time: 00:06:47\n",
      "Ep.: 731, Total Steps: 8728, Ep.Steps: 8, Score: 20.004, Avg.Score: 20.314, Max.Score: 31.711, Time: 00:06:47\n",
      "Ep.: 732, Total Steps: 8736, Ep.Steps: 8, Score: 19.613, Avg.Score: 20.298, Max.Score: 31.711, Time: 00:06:48\n",
      "Ep.: 733, Total Steps: 8752, Ep.Steps: 16, Score: 16.873, Avg.Score: 20.243, Max.Score: 31.711, Time: 00:06:48\n",
      "Ep.: 734, Total Steps: 8764, Ep.Steps: 12, Score: 21.693, Avg.Score: 20.270, Max.Score: 31.711, Time: 00:06:49\n",
      "Ep.: 735, Total Steps: 8773, Ep.Steps: 9, Score: 15.285, Avg.Score: 20.210, Max.Score: 31.711, Time: 00:06:49\n",
      "Ep.: 736, Total Steps: 8784, Ep.Steps: 11, Score: 16.701, Avg.Score: 20.070, Max.Score: 31.711, Time: 00:06:50\n",
      "Ep.: 737, Total Steps: 8800, Ep.Steps: 16, Score: 22.080, Avg.Score: 20.180, Max.Score: 31.711, Time: 00:06:51\n",
      "Ep.: 738, Total Steps: 8815, Ep.Steps: 15, Score: 15.786, Avg.Score: 20.112, Max.Score: 31.711, Time: 00:06:52\n",
      "Ep.: 739, Total Steps: 8823, Ep.Steps: 8, Score: 18.207, Avg.Score: 20.094, Max.Score: 31.711, Time: 00:06:52\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 740, Total Steps: 8835, Ep.Steps: 12, Score: 20.050, Avg.Score: 20.108, Max.Score: 31.711, Time: 00:06:53\n",
      "Ep.: 741, Total Steps: 8853, Ep.Steps: 18, Score: 22.140, Avg.Score: 20.174, Max.Score: 31.711, Time: 00:06:53\n",
      "Ep.: 742, Total Steps: 8862, Ep.Steps: 9, Score: 22.469, Avg.Score: 20.211, Max.Score: 31.711, Time: 00:06:54\n",
      "Ep.: 743, Total Steps: 8874, Ep.Steps: 12, Score: 18.651, Avg.Score: 20.202, Max.Score: 31.711, Time: 00:06:54\n",
      "Ep.: 744, Total Steps: 8885, Ep.Steps: 11, Score: 17.006, Avg.Score: 20.146, Max.Score: 31.711, Time: 00:06:55\n",
      "Ep.: 745, Total Steps: 8902, Ep.Steps: 17, Score: 23.621, Avg.Score: 20.194, Max.Score: 31.711, Time: 00:06:56\n",
      "Ep.: 746, Total Steps: 8919, Ep.Steps: 17, Score: 18.453, Avg.Score: 20.193, Max.Score: 31.711, Time: 00:06:57\n",
      "Ep.: 747, Total Steps: 8928, Ep.Steps: 9, Score: 20.065, Avg.Score: 20.203, Max.Score: 31.711, Time: 00:06:57\n",
      "Ep.: 748, Total Steps: 8941, Ep.Steps: 13, Score: 24.623, Avg.Score: 20.289, Max.Score: 31.711, Time: 00:06:58\n",
      "Ep.: 749, Total Steps: 8953, Ep.Steps: 12, Score: 21.174, Avg.Score: 20.279, Max.Score: 31.711, Time: 00:06:58\n",
      "Ep.: 750, Total Steps: 8974, Ep.Steps: 21, Score: 10.643, Avg.Score: 20.069, Max.Score: 28.002, Time: 00:06:59\n",
      "Ep.: 751, Total Steps: 8982, Ep.Steps: 8, Score: 20.366, Avg.Score: 20.116, Max.Score: 28.002, Time: 00:07:00\n",
      "Ep.: 752, Total Steps: 8994, Ep.Steps: 12, Score: 17.334, Avg.Score: 20.096, Max.Score: 28.002, Time: 00:07:00\n",
      "Ep.: 753, Total Steps: 9001, Ep.Steps: 7, Score: 18.539, Avg.Score: 20.058, Max.Score: 28.002, Time: 00:07:01\n",
      "Ep.: 754, Total Steps: 9022, Ep.Steps: 21, Score: 21.941, Avg.Score: 20.058, Max.Score: 28.002, Time: 00:07:01\n",
      "Ep.: 755, Total Steps: 9042, Ep.Steps: 20, Score: 24.278, Avg.Score: 20.112, Max.Score: 28.002, Time: 00:07:02\n",
      "Ep.: 756, Total Steps: 9053, Ep.Steps: 11, Score: 15.140, Avg.Score: 20.015, Max.Score: 28.002, Time: 00:07:03\n",
      "Ep.: 757, Total Steps: 9067, Ep.Steps: 14, Score: 21.105, Avg.Score: 20.025, Max.Score: 28.002, Time: 00:07:04\n",
      "Ep.: 758, Total Steps: 9077, Ep.Steps: 10, Score: 20.216, Avg.Score: 19.989, Max.Score: 28.002, Time: 00:07:04\n",
      "Ep.: 759, Total Steps: 9088, Ep.Steps: 11, Score: 19.656, Avg.Score: 19.980, Max.Score: 28.002, Time: 00:07:05\n",
      "Ep.: 760, Total Steps: 9102, Ep.Steps: 14, Score: 19.927, Avg.Score: 19.963, Max.Score: 28.002, Time: 00:07:05\n",
      "Ep.: 761, Total Steps: 9110, Ep.Steps: 8, Score: 19.546, Avg.Score: 19.984, Max.Score: 28.002, Time: 00:07:06\n",
      "Ep.: 762, Total Steps: 9117, Ep.Steps: 7, Score: 19.232, Avg.Score: 19.999, Max.Score: 28.002, Time: 00:07:06\n",
      "Ep.: 763, Total Steps: 9126, Ep.Steps: 9, Score: 18.791, Avg.Score: 19.961, Max.Score: 28.002, Time: 00:07:07\n",
      "Ep.: 764, Total Steps: 9139, Ep.Steps: 13, Score: 22.403, Avg.Score: 19.986, Max.Score: 28.002, Time: 00:07:07\n",
      "Ep.: 765, Total Steps: 9151, Ep.Steps: 12, Score: 21.721, Avg.Score: 20.021, Max.Score: 28.002, Time: 00:07:08\n",
      "Ep.: 766, Total Steps: 9169, Ep.Steps: 18, Score: 23.530, Avg.Score: 20.054, Max.Score: 28.002, Time: 00:07:09\n",
      "Ep.: 767, Total Steps: 9186, Ep.Steps: 17, Score: 23.185, Avg.Score: 20.060, Max.Score: 28.002, Time: 00:07:10\n",
      "Ep.: 768, Total Steps: 9193, Ep.Steps: 7, Score: 15.415, Avg.Score: 20.020, Max.Score: 28.002, Time: 00:07:10\n",
      "Ep.: 769, Total Steps: 9202, Ep.Steps: 9, Score: 17.954, Avg.Score: 20.008, Max.Score: 28.002, Time: 00:07:10\n",
      "Ep.: 770, Total Steps: 9208, Ep.Steps: 6, Score: 19.819, Avg.Score: 20.009, Max.Score: 28.002, Time: 00:07:11\n",
      "Ep.: 771, Total Steps: 9221, Ep.Steps: 13, Score: 12.501, Avg.Score: 19.951, Max.Score: 28.002, Time: 00:07:11\n",
      "Ep.: 772, Total Steps: 9233, Ep.Steps: 12, Score: 19.681, Avg.Score: 19.968, Max.Score: 28.002, Time: 00:07:12\n",
      "Ep.: 773, Total Steps: 9240, Ep.Steps: 7, Score: 18.985, Avg.Score: 19.987, Max.Score: 28.002, Time: 00:07:12\n",
      "Ep.: 774, Total Steps: 9248, Ep.Steps: 8, Score: 20.432, Avg.Score: 19.973, Max.Score: 28.002, Time: 00:07:13\n",
      "Ep.: 775, Total Steps: 9257, Ep.Steps: 9, Score: 21.491, Avg.Score: 19.941, Max.Score: 28.002, Time: 00:07:13\n",
      "Ep.: 776, Total Steps: 9266, Ep.Steps: 9, Score: 19.536, Avg.Score: 19.927, Max.Score: 28.002, Time: 00:07:13\n",
      "Ep.: 777, Total Steps: 9284, Ep.Steps: 18, Score: 23.180, Avg.Score: 20.002, Max.Score: 28.002, Time: 00:07:14\n",
      "Ep.: 778, Total Steps: 9293, Ep.Steps: 9, Score: 22.147, Avg.Score: 20.036, Max.Score: 28.002, Time: 00:07:15\n",
      "Ep.: 779, Total Steps: 9305, Ep.Steps: 12, Score: 19.090, Avg.Score: 19.996, Max.Score: 28.002, Time: 00:07:15\n",
      "Ep.: 780, Total Steps: 9320, Ep.Steps: 15, Score: 19.012, Avg.Score: 19.982, Max.Score: 28.002, Time: 00:07:16\n",
      "Ep.: 781, Total Steps: 9332, Ep.Steps: 12, Score: 17.284, Avg.Score: 19.965, Max.Score: 28.002, Time: 00:07:17\n",
      "Ep.: 782, Total Steps: 9342, Ep.Steps: 10, Score: 21.064, Avg.Score: 19.969, Max.Score: 28.002, Time: 00:07:17\n",
      "Ep.: 783, Total Steps: 9348, Ep.Steps: 6, Score: 16.174, Avg.Score: 19.928, Max.Score: 28.002, Time: 00:07:17\n",
      "Ep.: 784, Total Steps: 9360, Ep.Steps: 12, Score: 18.276, Avg.Score: 19.900, Max.Score: 28.002, Time: 00:07:18\n",
      "Ep.: 785, Total Steps: 9370, Ep.Steps: 10, Score: 22.768, Avg.Score: 19.939, Max.Score: 28.002, Time: 00:07:18\n",
      "Ep.: 786, Total Steps: 9379, Ep.Steps: 9, Score: 21.234, Avg.Score: 19.968, Max.Score: 28.002, Time: 00:07:19\n",
      "Ep.: 787, Total Steps: 9388, Ep.Steps: 9, Score: 20.691, Avg.Score: 19.919, Max.Score: 28.002, Time: 00:07:19\n",
      "Ep.: 788, Total Steps: 9400, Ep.Steps: 12, Score: 17.804, Avg.Score: 19.905, Max.Score: 28.002, Time: 00:07:20\n",
      "Ep.: 789, Total Steps: 9414, Ep.Steps: 14, Score: 22.167, Avg.Score: 19.896, Max.Score: 28.002, Time: 00:07:21\n",
      "Ep.: 790, Total Steps: 9424, Ep.Steps: 10, Score: 18.847, Avg.Score: 19.894, Max.Score: 28.002, Time: 00:07:21\n",
      "Ep.: 791, Total Steps: 9444, Ep.Steps: 20, Score: 28.564, Avg.Score: 20.019, Max.Score: 28.564, Time: 00:07:22\n",
      "Ep.: 792, Total Steps: 9454, Ep.Steps: 10, Score: 17.015, Avg.Score: 20.013, Max.Score: 28.564, Time: 00:07:22\n",
      "Ep.: 793, Total Steps: 9463, Ep.Steps: 9, Score: 22.940, Avg.Score: 20.043, Max.Score: 28.564, Time: 00:07:23\n",
      "Ep.: 794, Total Steps: 9475, Ep.Steps: 12, Score: 22.250, Avg.Score: 20.079, Max.Score: 28.564, Time: 00:07:23\n",
      "Ep.: 795, Total Steps: 9487, Ep.Steps: 12, Score: 13.365, Avg.Score: 20.085, Max.Score: 28.564, Time: 00:07:24\n",
      "Ep.: 796, Total Steps: 9495, Ep.Steps: 8, Score: 18.462, Avg.Score: 20.008, Max.Score: 28.564, Time: 00:07:24\n",
      "Ep.: 797, Total Steps: 9508, Ep.Steps: 13, Score: 20.892, Avg.Score: 19.948, Max.Score: 28.564, Time: 00:07:25\n",
      "Ep.: 798, Total Steps: 9522, Ep.Steps: 14, Score: 23.878, Avg.Score: 19.966, Max.Score: 28.564, Time: 00:07:26\n",
      "Ep.: 799, Total Steps: 9536, Ep.Steps: 14, Score: 17.967, Avg.Score: 19.963, Max.Score: 28.564, Time: 00:07:26\n",
      "Ep.: 800, Total Steps: 9548, Ep.Steps: 12, Score: 17.395, Avg.Score: 19.948, Max.Score: 28.564, Time: 00:07:27\n",
      "Ep.: 801, Total Steps: 9570, Ep.Steps: 22, Score: 25.539, Avg.Score: 19.957, Max.Score: 28.564, Time: 00:07:28\n",
      "Ep.: 802, Total Steps: 9586, Ep.Steps: 16, Score: 20.808, Avg.Score: 19.949, Max.Score: 28.564, Time: 00:07:29\n",
      "Ep.: 803, Total Steps: 9596, Ep.Steps: 10, Score: 18.130, Avg.Score: 19.955, Max.Score: 28.564, Time: 00:07:29\n",
      "Ep.: 804, Total Steps: 9609, Ep.Steps: 13, Score: 21.852, Avg.Score: 19.990, Max.Score: 28.564, Time: 00:07:30\n",
      "Ep.: 805, Total Steps: 9626, Ep.Steps: 17, Score: 19.794, Avg.Score: 19.992, Max.Score: 28.564, Time: 00:07:31\n",
      "Ep.: 806, Total Steps: 9633, Ep.Steps: 7, Score: 17.418, Avg.Score: 19.957, Max.Score: 28.564, Time: 00:07:31\n",
      "Ep.: 807, Total Steps: 9642, Ep.Steps: 9, Score: 20.536, Avg.Score: 19.984, Max.Score: 28.564, Time: 00:07:32\n",
      "Ep.: 808, Total Steps: 9653, Ep.Steps: 11, Score: 18.813, Avg.Score: 19.971, Max.Score: 28.564, Time: 00:07:32\n",
      "Ep.: 809, Total Steps: 9660, Ep.Steps: 7, Score: 20.132, Avg.Score: 19.947, Max.Score: 28.564, Time: 00:07:32\n",
      "Ep.: 810, Total Steps: 9670, Ep.Steps: 10, Score: 15.491, Avg.Score: 19.889, Max.Score: 28.564, Time: 00:07:33\n",
      "Ep.: 811, Total Steps: 9682, Ep.Steps: 12, Score: 20.817, Avg.Score: 19.879, Max.Score: 28.564, Time: 00:07:33\n",
      "Ep.: 812, Total Steps: 9696, Ep.Steps: 14, Score: 19.832, Avg.Score: 19.893, Max.Score: 28.564, Time: 00:07:34\n",
      "Ep.: 813, Total Steps: 9704, Ep.Steps: 8, Score: 20.974, Avg.Score: 19.877, Max.Score: 28.564, Time: 00:07:35\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 814, Total Steps: 9710, Ep.Steps: 6, Score: 15.967, Avg.Score: 19.781, Max.Score: 28.564, Time: 00:07:35\n",
      "Ep.: 815, Total Steps: 9725, Ep.Steps: 15, Score: 19.451, Avg.Score: 19.788, Max.Score: 28.564, Time: 00:07:36\n",
      "Ep.: 816, Total Steps: 9745, Ep.Steps: 20, Score: 22.642, Avg.Score: 19.789, Max.Score: 28.564, Time: 00:07:37\n",
      "Ep.: 817, Total Steps: 9752, Ep.Steps: 7, Score: 18.757, Avg.Score: 19.806, Max.Score: 28.564, Time: 00:07:37\n",
      "Ep.: 818, Total Steps: 9762, Ep.Steps: 10, Score: 18.648, Avg.Score: 19.816, Max.Score: 28.564, Time: 00:07:37\n",
      "Ep.: 819, Total Steps: 9776, Ep.Steps: 14, Score: 23.373, Avg.Score: 19.770, Max.Score: 28.564, Time: 00:07:38\n",
      "Ep.: 820, Total Steps: 9786, Ep.Steps: 10, Score: 22.893, Avg.Score: 19.814, Max.Score: 28.564, Time: 00:07:38\n",
      "Ep.: 821, Total Steps: 9800, Ep.Steps: 14, Score: 23.887, Avg.Score: 19.859, Max.Score: 28.564, Time: 00:07:39\n",
      "Ep.: 822, Total Steps: 9815, Ep.Steps: 15, Score: 22.398, Avg.Score: 19.904, Max.Score: 28.564, Time: 00:07:40\n",
      "Ep.: 823, Total Steps: 9835, Ep.Steps: 20, Score: 18.487, Avg.Score: 19.881, Max.Score: 28.564, Time: 00:07:41\n",
      "Ep.: 824, Total Steps: 9844, Ep.Steps: 9, Score: 19.434, Avg.Score: 19.835, Max.Score: 28.564, Time: 00:07:41\n",
      "Ep.: 825, Total Steps: 9853, Ep.Steps: 9, Score: 18.987, Avg.Score: 19.827, Max.Score: 28.564, Time: 00:07:42\n",
      "Ep.: 826, Total Steps: 9866, Ep.Steps: 13, Score: 19.124, Avg.Score: 19.844, Max.Score: 28.564, Time: 00:07:42\n",
      "Ep.: 827, Total Steps: 9876, Ep.Steps: 10, Score: 20.869, Avg.Score: 19.837, Max.Score: 28.564, Time: 00:07:43\n",
      "Ep.: 828, Total Steps: 9887, Ep.Steps: 11, Score: 16.251, Avg.Score: 19.802, Max.Score: 28.564, Time: 00:07:43\n",
      "Ep.: 829, Total Steps: 9896, Ep.Steps: 9, Score: 17.034, Avg.Score: 19.772, Max.Score: 28.564, Time: 00:07:44\n",
      "Ep.: 830, Total Steps: 9909, Ep.Steps: 13, Score: 21.295, Avg.Score: 19.800, Max.Score: 28.564, Time: 00:07:44\n",
      "Ep.: 831, Total Steps: 9933, Ep.Steps: 24, Score: 17.946, Avg.Score: 19.779, Max.Score: 28.564, Time: 00:07:46\n",
      "Ep.: 832, Total Steps: 9954, Ep.Steps: 21, Score: 25.138, Avg.Score: 19.834, Max.Score: 28.564, Time: 00:07:47\n",
      "Ep.: 833, Total Steps: 9967, Ep.Steps: 13, Score: 16.116, Avg.Score: 19.827, Max.Score: 28.564, Time: 00:07:47\n",
      "Ep.: 834, Total Steps: 9980, Ep.Steps: 13, Score: 17.682, Avg.Score: 19.787, Max.Score: 28.564, Time: 00:07:48\n",
      "Ep.: 835, Total Steps: 9988, Ep.Steps: 8, Score: 21.926, Avg.Score: 19.853, Max.Score: 28.564, Time: 00:07:48\n",
      "Ep.: 836, Total Steps: 10030, Ep.Steps: 42, Score: 16.485, Avg.Score: 19.851, Max.Score: 28.564, Time: 00:07:50\n",
      "Ep.: 837, Total Steps: 10063, Ep.Steps: 33, Score: 12.436, Avg.Score: 19.754, Max.Score: 28.564, Time: 00:07:52\n",
      "Ep.: 838, Total Steps: 10094, Ep.Steps: 31, Score: 7.012, Avg.Score: 19.667, Max.Score: 28.564, Time: 00:07:54\n",
      "Ep.: 839, Total Steps: 10130, Ep.Steps: 36, Score: 36.779, Avg.Score: 19.852, Max.Score: 36.779, Time: 00:07:55\n",
      "Ep.: 840, Total Steps: 10165, Ep.Steps: 35, Score: 36.176, Avg.Score: 20.014, Max.Score: 36.779, Time: 00:07:57\n",
      "Ep.: 841, Total Steps: 10200, Ep.Steps: 35, Score: 36.893, Avg.Score: 20.161, Max.Score: 36.893, Time: 00:07:59\n",
      "Ep.: 842, Total Steps: 10235, Ep.Steps: 35, Score: 35.373, Avg.Score: 20.290, Max.Score: 36.893, Time: 00:08:01\n",
      "Ep.: 843, Total Steps: 10271, Ep.Steps: 36, Score: 47.577, Avg.Score: 20.579, Max.Score: 47.577, Time: 00:08:03\n",
      "Ep.: 844, Total Steps: 10305, Ep.Steps: 34, Score: 36.682, Avg.Score: 20.776, Max.Score: 47.577, Time: 00:08:04\n",
      "Ep.: 845, Total Steps: 10340, Ep.Steps: 35, Score: 33.931, Avg.Score: 20.879, Max.Score: 47.577, Time: 00:08:06\n",
      "Ep.: 846, Total Steps: 10377, Ep.Steps: 37, Score: 41.813, Avg.Score: 21.113, Max.Score: 47.577, Time: 00:08:08\n",
      "Ep.: 847, Total Steps: 10409, Ep.Steps: 32, Score: 34.707, Avg.Score: 21.259, Max.Score: 47.577, Time: 00:08:10\n",
      "Ep.: 848, Total Steps: 10446, Ep.Steps: 37, Score: 44.288, Avg.Score: 21.456, Max.Score: 47.577, Time: 00:08:11\n",
      "Ep.: 849, Total Steps: 10480, Ep.Steps: 34, Score: 39.025, Avg.Score: 21.635, Max.Score: 47.577, Time: 00:08:13\n",
      "Ep.: 850, Total Steps: 10524, Ep.Steps: 44, Score: 59.477, Avg.Score: 22.123, Max.Score: 59.477, Time: 00:08:15\n",
      "Ep.: 851, Total Steps: 10563, Ep.Steps: 39, Score: 43.714, Avg.Score: 22.356, Max.Score: 59.477, Time: 00:08:17\n",
      "Ep.: 852, Total Steps: 10600, Ep.Steps: 37, Score: 42.611, Avg.Score: 22.609, Max.Score: 59.477, Time: 00:08:19\n",
      "Ep.: 853, Total Steps: 10645, Ep.Steps: 45, Score: 52.625, Avg.Score: 22.950, Max.Score: 59.477, Time: 00:08:21\n",
      "Ep.: 854, Total Steps: 10704, Ep.Steps: 59, Score: 85.607, Avg.Score: 23.587, Max.Score: 85.607, Time: 00:08:25\n",
      "Ep.: 855, Total Steps: 10769, Ep.Steps: 65, Score: 81.211, Avg.Score: 24.156, Max.Score: 85.607, Time: 00:08:28\n",
      "Ep.: 856, Total Steps: 10863, Ep.Steps: 94, Score: 124.246, Avg.Score: 25.247, Max.Score: 124.246, Time: 00:08:33\n",
      "Ep.: 857, Total Steps: 10939, Ep.Steps: 76, Score: 105.689, Avg.Score: 26.093, Max.Score: 124.246, Time: 00:08:36\n",
      "Ep.: 858, Total Steps: 11042, Ep.Steps: 103, Score: 130.042, Avg.Score: 27.191, Max.Score: 130.042, Time: 00:08:42\n",
      "Ep.: 859, Total Steps: 11168, Ep.Steps: 126, Score: 162.127, Avg.Score: 28.616, Max.Score: 162.127, Time: 00:08:48\n",
      "Ep.: 860, Total Steps: 11303, Ep.Steps: 135, Score: 167.908, Avg.Score: 30.096, Max.Score: 167.908, Time: 00:08:55\n",
      "Ep.: 861, Total Steps: 11390, Ep.Steps: 87, Score: 118.534, Avg.Score: 31.085, Max.Score: 167.908, Time: 00:09:00\n",
      "Ep.: 862, Total Steps: 11514, Ep.Steps: 124, Score: 163.050, Avg.Score: 32.524, Max.Score: 167.908, Time: 00:09:06\n",
      "Ep.: 863, Total Steps: 11644, Ep.Steps: 130, Score: 169.306, Avg.Score: 34.029, Max.Score: 169.306, Time: 00:09:12\n",
      "Ep.: 864, Total Steps: 11783, Ep.Steps: 139, Score: 174.546, Avg.Score: 35.550, Max.Score: 174.546, Time: 00:09:19\n",
      "Ep.: 865, Total Steps: 11939, Ep.Steps: 156, Score: 198.552, Avg.Score: 37.319, Max.Score: 198.552, Time: 00:09:27\n",
      "Ep.: 866, Total Steps: 12121, Ep.Steps: 182, Score: 217.860, Avg.Score: 39.262, Max.Score: 217.860, Time: 00:09:36\n",
      "Ep.: 867, Total Steps: 12225, Ep.Steps: 104, Score: 162.289, Avg.Score: 40.653, Max.Score: 217.860, Time: 00:09:42\n",
      "Ep.: 868, Total Steps: 12363, Ep.Steps: 138, Score: 178.138, Avg.Score: 42.280, Max.Score: 217.860, Time: 00:09:49\n",
      "Ep.: 869, Total Steps: 13057, Ep.Steps: 694, Score: 685.801, Avg.Score: 48.959, Max.Score: 685.801, Time: 00:10:25\n",
      "Ep.: 870, Total Steps: 13568, Ep.Steps: 511, Score: 510.402, Avg.Score: 53.864, Max.Score: 685.801, Time: 00:10:50\n",
      "Ep.: 871, Total Steps: 13820, Ep.Steps: 252, Score: 269.602, Avg.Score: 56.435, Max.Score: 685.801, Time: 00:11:03\n",
      "Ep.: 872, Total Steps: 13996, Ep.Steps: 176, Score: 227.446, Avg.Score: 58.513, Max.Score: 685.801, Time: 00:11:12\n",
      "Ep.: 873, Total Steps: 14144, Ep.Steps: 148, Score: 167.654, Avg.Score: 60.000, Max.Score: 685.801, Time: 00:11:20\n",
      "Ep.: 874, Total Steps: 14340, Ep.Steps: 196, Score: 210.877, Avg.Score: 61.904, Max.Score: 685.801, Time: 00:11:29\n",
      "Ep.: 875, Total Steps: 14456, Ep.Steps: 116, Score: 128.206, Avg.Score: 62.971, Max.Score: 685.801, Time: 00:11:35\n",
      "Ep.: 876, Total Steps: 14687, Ep.Steps: 231, Score: 298.994, Avg.Score: 65.766, Max.Score: 685.801, Time: 00:11:47\n",
      "Ep.: 877, Total Steps: 14777, Ep.Steps: 90, Score: 112.523, Avg.Score: 66.659, Max.Score: 685.801, Time: 00:11:52\n",
      "Ep.: 878, Total Steps: 14916, Ep.Steps: 139, Score: 159.045, Avg.Score: 68.028, Max.Score: 685.801, Time: 00:11:59\n",
      "Ep.: 879, Total Steps: 14990, Ep.Steps: 74, Score: 94.065, Avg.Score: 68.778, Max.Score: 685.801, Time: 00:12:02\n",
      "Ep.: 880, Total Steps: 15086, Ep.Steps: 96, Score: 135.995, Avg.Score: 69.948, Max.Score: 685.801, Time: 00:12:07\n",
      "Ep.: 881, Total Steps: 15205, Ep.Steps: 119, Score: 127.079, Avg.Score: 71.046, Max.Score: 685.801, Time: 00:12:13\n",
      "Ep.: 882, Total Steps: 15411, Ep.Steps: 206, Score: 242.536, Avg.Score: 73.261, Max.Score: 685.801, Time: 00:12:24\n",
      "Ep.: 883, Total Steps: 15560, Ep.Steps: 149, Score: 208.991, Avg.Score: 75.189, Max.Score: 685.801, Time: 00:12:31\n",
      "Ep.: 884, Total Steps: 15733, Ep.Steps: 173, Score: 220.351, Avg.Score: 77.210, Max.Score: 685.801, Time: 00:12:40\n",
      "Ep.: 885, Total Steps: 15835, Ep.Steps: 102, Score: 140.702, Avg.Score: 78.389, Max.Score: 685.801, Time: 00:12:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 886, Total Steps: 15985, Ep.Steps: 150, Score: 211.665, Avg.Score: 80.293, Max.Score: 685.801, Time: 00:12:53\n",
      "Ep.: 887, Total Steps: 16098, Ep.Steps: 113, Score: 126.211, Avg.Score: 81.348, Max.Score: 685.801, Time: 00:12:59\n",
      "Ep.: 888, Total Steps: 16239, Ep.Steps: 141, Score: 177.667, Avg.Score: 82.947, Max.Score: 685.801, Time: 00:13:06\n",
      "Ep.: 889, Total Steps: 16365, Ep.Steps: 126, Score: 171.846, Avg.Score: 84.444, Max.Score: 685.801, Time: 00:13:12\n",
      "Ep.: 890, Total Steps: 16578, Ep.Steps: 213, Score: 219.778, Avg.Score: 86.453, Max.Score: 685.801, Time: 00:13:23\n",
      "Ep.: 891, Total Steps: 16709, Ep.Steps: 131, Score: 183.229, Avg.Score: 88.000, Max.Score: 685.801, Time: 00:13:29\n",
      "Ep.: 892, Total Steps: 16817, Ep.Steps: 108, Score: 131.799, Avg.Score: 89.148, Max.Score: 685.801, Time: 00:13:35\n",
      "Ep.: 893, Total Steps: 16962, Ep.Steps: 145, Score: 202.646, Avg.Score: 90.945, Max.Score: 685.801, Time: 00:13:42\n",
      "Ep.: 894, Total Steps: 17017, Ep.Steps: 55, Score: 55.909, Avg.Score: 91.281, Max.Score: 685.801, Time: 00:13:45\n",
      "Ep.: 895, Total Steps: 17469, Ep.Steps: 452, Score: 353.067, Avg.Score: 94.678, Max.Score: 685.801, Time: 00:14:08\n",
      "Ep.: 896, Total Steps: 17568, Ep.Steps: 99, Score: 83.235, Avg.Score: 95.326, Max.Score: 685.801, Time: 00:14:13\n",
      "Ep.: 897, Total Steps: 17612, Ep.Steps: 44, Score: 53.675, Avg.Score: 95.654, Max.Score: 685.801, Time: 00:14:16\n",
      "Ep.: 898, Total Steps: 17643, Ep.Steps: 31, Score: 40.135, Avg.Score: 95.816, Max.Score: 685.801, Time: 00:14:17\n",
      "Ep.: 899, Total Steps: 17716, Ep.Steps: 73, Score: 69.653, Avg.Score: 96.333, Max.Score: 685.801, Time: 00:14:21\n",
      "Ep.: 900, Total Steps: 17746, Ep.Steps: 30, Score: 38.402, Avg.Score: 96.543, Max.Score: 685.801, Time: 00:14:22\n",
      "Ep.: 901, Total Steps: 17778, Ep.Steps: 32, Score: 38.717, Avg.Score: 96.675, Max.Score: 685.801, Time: 00:14:24\n",
      "Ep.: 902, Total Steps: 17810, Ep.Steps: 32, Score: 40.361, Avg.Score: 96.871, Max.Score: 685.801, Time: 00:14:26\n",
      "Ep.: 903, Total Steps: 17850, Ep.Steps: 40, Score: 47.373, Avg.Score: 97.163, Max.Score: 685.801, Time: 00:14:28\n",
      "Ep.: 904, Total Steps: 17883, Ep.Steps: 33, Score: 40.856, Avg.Score: 97.353, Max.Score: 685.801, Time: 00:14:30\n",
      "Ep.: 905, Total Steps: 17919, Ep.Steps: 36, Score: 46.955, Avg.Score: 97.625, Max.Score: 685.801, Time: 00:14:31\n",
      "Ep.: 906, Total Steps: 17955, Ep.Steps: 36, Score: 48.927, Avg.Score: 97.940, Max.Score: 685.801, Time: 00:14:33\n",
      "Ep.: 907, Total Steps: 17985, Ep.Steps: 30, Score: 39.429, Avg.Score: 98.129, Max.Score: 685.801, Time: 00:14:35\n",
      "Ep.: 908, Total Steps: 18041, Ep.Steps: 56, Score: 55.185, Avg.Score: 98.492, Max.Score: 685.801, Time: 00:14:38\n",
      "Ep.: 909, Total Steps: 18077, Ep.Steps: 36, Score: 43.224, Avg.Score: 98.723, Max.Score: 685.801, Time: 00:14:39\n",
      "Ep.: 910, Total Steps: 18109, Ep.Steps: 32, Score: 40.066, Avg.Score: 98.969, Max.Score: 685.801, Time: 00:14:41\n",
      "Ep.: 911, Total Steps: 18140, Ep.Steps: 31, Score: 38.479, Avg.Score: 99.146, Max.Score: 685.801, Time: 00:14:42\n",
      "Ep.: 912, Total Steps: 18169, Ep.Steps: 29, Score: 38.079, Avg.Score: 99.328, Max.Score: 685.801, Time: 00:14:44\n",
      "Ep.: 913, Total Steps: 18206, Ep.Steps: 37, Score: 42.559, Avg.Score: 99.544, Max.Score: 685.801, Time: 00:14:46\n",
      "Ep.: 914, Total Steps: 18250, Ep.Steps: 44, Score: 46.359, Avg.Score: 99.848, Max.Score: 685.801, Time: 00:14:48\n",
      "Ep.: 915, Total Steps: 18304, Ep.Steps: 54, Score: 53.823, Avg.Score: 100.192, Max.Score: 685.801, Time: 00:14:51\n",
      "Ep.: 916, Total Steps: 18344, Ep.Steps: 40, Score: 42.605, Avg.Score: 100.391, Max.Score: 685.801, Time: 00:14:53\n",
      "Ep.: 917, Total Steps: 18385, Ep.Steps: 41, Score: 43.895, Avg.Score: 100.643, Max.Score: 685.801, Time: 00:14:55\n",
      "Ep.: 918, Total Steps: 18476, Ep.Steps: 91, Score: 85.369, Avg.Score: 101.310, Max.Score: 685.801, Time: 00:15:00\n",
      "Ep.: 919, Total Steps: 18518, Ep.Steps: 42, Score: 42.907, Avg.Score: 101.505, Max.Score: 685.801, Time: 00:15:02\n",
      "Ep.: 920, Total Steps: 18561, Ep.Steps: 43, Score: 47.465, Avg.Score: 101.751, Max.Score: 685.801, Time: 00:15:04\n",
      "Ep.: 921, Total Steps: 18627, Ep.Steps: 66, Score: 59.827, Avg.Score: 102.110, Max.Score: 685.801, Time: 00:15:07\n",
      "Ep.: 922, Total Steps: 18692, Ep.Steps: 65, Score: 59.275, Avg.Score: 102.479, Max.Score: 685.801, Time: 00:15:11\n",
      "Ep.: 923, Total Steps: 18751, Ep.Steps: 59, Score: 53.786, Avg.Score: 102.832, Max.Score: 685.801, Time: 00:15:14\n",
      "Ep.: 924, Total Steps: 18821, Ep.Steps: 70, Score: 60.917, Avg.Score: 103.247, Max.Score: 685.801, Time: 00:15:17\n",
      "Ep.: 925, Total Steps: 18940, Ep.Steps: 119, Score: 145.332, Avg.Score: 104.510, Max.Score: 685.801, Time: 00:15:23\n",
      "Ep.: 926, Total Steps: 19940, Ep.Steps: 1000, Score: 826.281, Avg.Score: 112.582, Max.Score: 826.281, Time: 00:16:14\n",
      "Ep.: 927, Total Steps: 20030, Ep.Steps: 90, Score: 135.689, Avg.Score: 113.730, Max.Score: 826.281, Time: 00:16:18\n",
      "Ep.: 928, Total Steps: 20132, Ep.Steps: 102, Score: 150.205, Avg.Score: 115.070, Max.Score: 826.281, Time: 00:16:24\n",
      "Ep.: 929, Total Steps: 20215, Ep.Steps: 83, Score: 132.933, Avg.Score: 116.229, Max.Score: 826.281, Time: 00:16:28\n",
      "Ep.: 930, Total Steps: 20312, Ep.Steps: 97, Score: 142.169, Avg.Score: 117.437, Max.Score: 826.281, Time: 00:16:33\n",
      "Ep.: 931, Total Steps: 20401, Ep.Steps: 89, Score: 127.771, Avg.Score: 118.536, Max.Score: 826.281, Time: 00:16:38\n",
      "Ep.: 932, Total Steps: 20493, Ep.Steps: 92, Score: 135.784, Avg.Score: 119.642, Max.Score: 826.281, Time: 00:16:42\n",
      "Ep.: 933, Total Steps: 20596, Ep.Steps: 103, Score: 153.075, Avg.Score: 121.012, Max.Score: 826.281, Time: 00:16:47\n",
      "Ep.: 934, Total Steps: 20693, Ep.Steps: 97, Score: 142.286, Avg.Score: 122.258, Max.Score: 826.281, Time: 00:16:52\n",
      "Ep.: 935, Total Steps: 20793, Ep.Steps: 100, Score: 150.977, Avg.Score: 123.548, Max.Score: 826.281, Time: 00:16:57\n",
      "Ep.: 936, Total Steps: 20889, Ep.Steps: 96, Score: 135.099, Avg.Score: 124.734, Max.Score: 826.281, Time: 00:17:02\n",
      "Ep.: 937, Total Steps: 20986, Ep.Steps: 97, Score: 153.106, Avg.Score: 126.141, Max.Score: 826.281, Time: 00:17:07\n",
      "Ep.: 938, Total Steps: 21076, Ep.Steps: 90, Score: 137.276, Avg.Score: 127.444, Max.Score: 826.281, Time: 00:17:12\n",
      "Ep.: 939, Total Steps: 21170, Ep.Steps: 94, Score: 143.100, Avg.Score: 128.507, Max.Score: 826.281, Time: 00:17:17\n",
      "Ep.: 940, Total Steps: 21253, Ep.Steps: 83, Score: 129.388, Avg.Score: 129.439, Max.Score: 826.281, Time: 00:17:21\n",
      "Ep.: 941, Total Steps: 21353, Ep.Steps: 100, Score: 135.401, Avg.Score: 130.424, Max.Score: 826.281, Time: 00:17:26\n",
      "Ep.: 942, Total Steps: 21471, Ep.Steps: 118, Score: 193.732, Avg.Score: 132.008, Max.Score: 826.281, Time: 00:17:32\n",
      "Ep.: 943, Total Steps: 21567, Ep.Steps: 96, Score: 142.260, Avg.Score: 132.955, Max.Score: 826.281, Time: 00:17:37\n",
      "Ep.: 944, Total Steps: 21678, Ep.Steps: 111, Score: 168.426, Avg.Score: 134.272, Max.Score: 826.281, Time: 00:17:43\n",
      "Ep.: 945, Total Steps: 21770, Ep.Steps: 92, Score: 134.805, Avg.Score: 135.281, Max.Score: 826.281, Time: 00:17:47\n",
      "Ep.: 946, Total Steps: 21870, Ep.Steps: 100, Score: 146.741, Avg.Score: 136.330, Max.Score: 826.281, Time: 00:17:52\n",
      "Ep.: 947, Total Steps: 22004, Ep.Steps: 134, Score: 205.345, Avg.Score: 138.036, Max.Score: 826.281, Time: 00:17:59\n",
      "Ep.: 948, Total Steps: 22133, Ep.Steps: 129, Score: 198.711, Avg.Score: 139.581, Max.Score: 826.281, Time: 00:18:06\n",
      "Ep.: 949, Total Steps: 22241, Ep.Steps: 108, Score: 166.210, Avg.Score: 140.853, Max.Score: 826.281, Time: 00:18:11\n",
      "Ep.: 950, Total Steps: 22339, Ep.Steps: 98, Score: 144.625, Avg.Score: 141.704, Max.Score: 826.281, Time: 00:18:16\n",
      "Ep.: 951, Total Steps: 22468, Ep.Steps: 129, Score: 175.314, Avg.Score: 143.020, Max.Score: 826.281, Time: 00:18:23\n",
      "Ep.: 952, Total Steps: 22574, Ep.Steps: 106, Score: 150.504, Avg.Score: 144.099, Max.Score: 826.281, Time: 00:18:28\n",
      "Ep.: 953, Total Steps: 22685, Ep.Steps: 111, Score: 174.722, Avg.Score: 145.320, Max.Score: 826.281, Time: 00:18:34\n",
      "Ep.: 954, Total Steps: 22825, Ep.Steps: 140, Score: 186.524, Avg.Score: 146.329, Max.Score: 826.281, Time: 00:18:41\n",
      "Ep.: 955, Total Steps: 22948, Ep.Steps: 123, Score: 188.866, Avg.Score: 147.406, Max.Score: 826.281, Time: 00:18:47\n",
      "Ep.: 956, Total Steps: 23078, Ep.Steps: 130, Score: 178.853, Avg.Score: 147.952, Max.Score: 826.281, Time: 00:18:54\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 957, Total Steps: 23196, Ep.Steps: 118, Score: 196.860, Avg.Score: 148.863, Max.Score: 826.281, Time: 00:19:00\n",
      "Ep.: 958, Total Steps: 23330, Ep.Steps: 134, Score: 215.357, Avg.Score: 149.717, Max.Score: 826.281, Time: 00:19:07\n",
      "Ep.: 959, Total Steps: 23428, Ep.Steps: 98, Score: 137.606, Avg.Score: 149.471, Max.Score: 826.281, Time: 00:19:12\n",
      "Ep.: 960, Total Steps: 23541, Ep.Steps: 113, Score: 157.715, Avg.Score: 149.369, Max.Score: 826.281, Time: 00:19:17\n",
      "Ep.: 961, Total Steps: 23664, Ep.Steps: 123, Score: 203.612, Avg.Score: 150.220, Max.Score: 826.281, Time: 00:19:23\n",
      "Ep.: 962, Total Steps: 23810, Ep.Steps: 146, Score: 235.456, Avg.Score: 150.944, Max.Score: 826.281, Time: 00:19:31\n",
      "Ep.: 963, Total Steps: 23904, Ep.Steps: 94, Score: 149.401, Avg.Score: 150.745, Max.Score: 826.281, Time: 00:19:36\n",
      "Ep.: 964, Total Steps: 24015, Ep.Steps: 111, Score: 190.183, Avg.Score: 150.902, Max.Score: 826.281, Time: 00:19:41\n",
      "Ep.: 965, Total Steps: 24117, Ep.Steps: 102, Score: 144.814, Avg.Score: 150.364, Max.Score: 826.281, Time: 00:19:46\n",
      "Ep.: 966, Total Steps: 24230, Ep.Steps: 113, Score: 192.139, Avg.Score: 150.107, Max.Score: 826.281, Time: 00:19:52\n",
      "Ep.: 967, Total Steps: 24355, Ep.Steps: 125, Score: 194.687, Avg.Score: 150.431, Max.Score: 826.281, Time: 00:19:58\n",
      "Ep.: 968, Total Steps: 24483, Ep.Steps: 128, Score: 206.894, Avg.Score: 150.719, Max.Score: 826.281, Time: 00:20:05\n",
      "Ep.: 969, Total Steps: 24621, Ep.Steps: 138, Score: 214.509, Avg.Score: 146.006, Max.Score: 826.281, Time: 00:20:12\n",
      "Ep.: 970, Total Steps: 24733, Ep.Steps: 112, Score: 178.271, Avg.Score: 142.684, Max.Score: 826.281, Time: 00:20:18\n",
      "Ep.: 971, Total Steps: 24827, Ep.Steps: 94, Score: 147.234, Avg.Score: 141.461, Max.Score: 826.281, Time: 00:20:22\n",
      "Ep.: 972, Total Steps: 24941, Ep.Steps: 114, Score: 172.893, Avg.Score: 140.915, Max.Score: 826.281, Time: 00:20:28\n",
      "Ep.: 973, Total Steps: 25038, Ep.Steps: 97, Score: 144.210, Avg.Score: 140.681, Max.Score: 826.281, Time: 00:20:33\n",
      "Ep.: 974, Total Steps: 25160, Ep.Steps: 122, Score: 194.927, Avg.Score: 140.521, Max.Score: 826.281, Time: 00:20:39\n",
      "Ep.: 975, Total Steps: 25263, Ep.Steps: 103, Score: 169.220, Avg.Score: 140.931, Max.Score: 826.281, Time: 00:20:45\n",
      "Ep.: 976, Total Steps: 25367, Ep.Steps: 104, Score: 171.970, Avg.Score: 139.661, Max.Score: 826.281, Time: 00:20:50\n",
      "Ep.: 977, Total Steps: 25451, Ep.Steps: 84, Score: 123.188, Avg.Score: 139.768, Max.Score: 826.281, Time: 00:20:54\n",
      "Ep.: 978, Total Steps: 25562, Ep.Steps: 111, Score: 177.413, Avg.Score: 139.951, Max.Score: 826.281, Time: 00:21:00\n",
      "Ep.: 979, Total Steps: 25659, Ep.Steps: 97, Score: 142.239, Avg.Score: 140.433, Max.Score: 826.281, Time: 00:21:05\n",
      "Ep.: 980, Total Steps: 25761, Ep.Steps: 102, Score: 165.968, Avg.Score: 140.733, Max.Score: 826.281, Time: 00:21:10\n",
      "Ep.: 981, Total Steps: 25844, Ep.Steps: 83, Score: 127.613, Avg.Score: 140.738, Max.Score: 826.281, Time: 00:21:14\n",
      "Ep.: 982, Total Steps: 25935, Ep.Steps: 91, Score: 131.732, Avg.Score: 139.630, Max.Score: 826.281, Time: 00:21:19\n",
      "Ep.: 983, Total Steps: 26032, Ep.Steps: 97, Score: 157.876, Avg.Score: 139.119, Max.Score: 826.281, Time: 00:21:24\n",
      "Ep.: 984, Total Steps: 26150, Ep.Steps: 118, Score: 178.744, Avg.Score: 138.703, Max.Score: 826.281, Time: 00:21:30\n",
      "Ep.: 985, Total Steps: 26252, Ep.Steps: 102, Score: 162.219, Avg.Score: 138.918, Max.Score: 826.281, Time: 00:21:35\n",
      "Ep.: 986, Total Steps: 26344, Ep.Steps: 92, Score: 154.043, Avg.Score: 138.342, Max.Score: 826.281, Time: 00:21:40\n",
      "Ep.: 987, Total Steps: 26444, Ep.Steps: 100, Score: 151.439, Avg.Score: 138.594, Max.Score: 826.281, Time: 00:21:45\n",
      "Ep.: 988, Total Steps: 26538, Ep.Steps: 94, Score: 150.386, Avg.Score: 138.321, Max.Score: 826.281, Time: 00:21:50\n",
      "Ep.: 989, Total Steps: 26630, Ep.Steps: 92, Score: 136.991, Avg.Score: 137.973, Max.Score: 826.281, Time: 00:21:54\n",
      "Ep.: 990, Total Steps: 26750, Ep.Steps: 120, Score: 185.986, Avg.Score: 137.635, Max.Score: 826.281, Time: 00:22:00\n",
      "Ep.: 991, Total Steps: 26864, Ep.Steps: 114, Score: 186.054, Avg.Score: 137.663, Max.Score: 826.281, Time: 00:22:06\n",
      "Ep.: 992, Total Steps: 26969, Ep.Steps: 105, Score: 162.474, Avg.Score: 137.970, Max.Score: 826.281, Time: 00:22:12\n",
      "Ep.: 993, Total Steps: 27057, Ep.Steps: 88, Score: 113.729, Avg.Score: 137.081, Max.Score: 826.281, Time: 00:22:16\n",
      "Ep.: 994, Total Steps: 27163, Ep.Steps: 106, Score: 159.413, Avg.Score: 138.116, Max.Score: 826.281, Time: 00:22:22\n",
      "Ep.: 995, Total Steps: 27254, Ep.Steps: 91, Score: 137.434, Avg.Score: 135.959, Max.Score: 826.281, Time: 00:22:26\n",
      "Ep.: 996, Total Steps: 27356, Ep.Steps: 102, Score: 159.068, Avg.Score: 136.718, Max.Score: 826.281, Time: 00:22:31\n",
      "Ep.: 997, Total Steps: 27445, Ep.Steps: 89, Score: 133.509, Avg.Score: 137.516, Max.Score: 826.281, Time: 00:22:36\n",
      "Ep.: 998, Total Steps: 27544, Ep.Steps: 99, Score: 157.770, Avg.Score: 138.692, Max.Score: 826.281, Time: 00:22:41\n",
      "Ep.: 999, Total Steps: 27661, Ep.Steps: 117, Score: 166.679, Avg.Score: 139.663, Max.Score: 826.281, Time: 00:22:47\n",
      "Ep.: 1000, Total Steps: 27773, Ep.Steps: 112, Score: 178.954, Avg.Score: 141.068, Max.Score: 826.281, Time: 00:22:53\n",
      "Ep.: 1001, Total Steps: 27864, Ep.Steps: 91, Score: 123.501, Avg.Score: 141.916, Max.Score: 826.281, Time: 00:22:57\n",
      "Ep.: 1002, Total Steps: 28017, Ep.Steps: 153, Score: 266.142, Avg.Score: 144.174, Max.Score: 826.281, Time: 00:23:05\n",
      "Ep.: 1003, Total Steps: 28316, Ep.Steps: 299, Score: 495.362, Avg.Score: 148.654, Max.Score: 826.281, Time: 00:23:22\n",
      "Ep.: 1004, Total Steps: 28592, Ep.Steps: 276, Score: 468.228, Avg.Score: 152.928, Max.Score: 826.281, Time: 00:23:37\n",
      "Ep.: 1005, Total Steps: 28729, Ep.Steps: 137, Score: 247.610, Avg.Score: 154.934, Max.Score: 826.281, Time: 00:23:44\n",
      "Ep.: 1006, Total Steps: 28883, Ep.Steps: 154, Score: 276.176, Avg.Score: 157.207, Max.Score: 826.281, Time: 00:23:52\n",
      "Ep.: 1007, Total Steps: 29012, Ep.Steps: 129, Score: 213.908, Avg.Score: 158.951, Max.Score: 826.281, Time: 00:23:59\n",
      "Ep.: 1008, Total Steps: 29149, Ep.Steps: 137, Score: 225.658, Avg.Score: 160.656, Max.Score: 826.281, Time: 00:24:07\n",
      "Ep.: 1009, Total Steps: 29269, Ep.Steps: 120, Score: 203.561, Avg.Score: 162.259, Max.Score: 826.281, Time: 00:24:13\n",
      "Ep.: 1010, Total Steps: 29383, Ep.Steps: 114, Score: 203.040, Avg.Score: 163.889, Max.Score: 826.281, Time: 00:24:19\n",
      "Ep.: 1011, Total Steps: 29490, Ep.Steps: 107, Score: 186.312, Avg.Score: 165.367, Max.Score: 826.281, Time: 00:24:24\n",
      "Ep.: 1012, Total Steps: 29589, Ep.Steps: 99, Score: 169.384, Avg.Score: 166.681, Max.Score: 826.281, Time: 00:24:30\n",
      "Ep.: 1013, Total Steps: 29704, Ep.Steps: 115, Score: 199.214, Avg.Score: 168.247, Max.Score: 826.281, Time: 00:24:36\n",
      "Ep.: 1014, Total Steps: 29792, Ep.Steps: 88, Score: 141.119, Avg.Score: 169.195, Max.Score: 826.281, Time: 00:24:40\n",
      "Ep.: 1015, Total Steps: 29882, Ep.Steps: 90, Score: 142.848, Avg.Score: 170.085, Max.Score: 826.281, Time: 00:24:45\n",
      "Ep.: 1016, Total Steps: 29978, Ep.Steps: 96, Score: 144.632, Avg.Score: 171.105, Max.Score: 826.281, Time: 00:24:50\n",
      "Ep.: 1017, Total Steps: 30077, Ep.Steps: 99, Score: 154.098, Avg.Score: 172.207, Max.Score: 826.281, Time: 00:24:55\n",
      "Ep.: 1018, Total Steps: 30177, Ep.Steps: 100, Score: 169.135, Avg.Score: 173.045, Max.Score: 826.281, Time: 00:25:00\n",
      "Ep.: 1019, Total Steps: 30273, Ep.Steps: 96, Score: 154.879, Avg.Score: 174.165, Max.Score: 826.281, Time: 00:25:05\n",
      "Ep.: 1020, Total Steps: 30397, Ep.Steps: 124, Score: 189.809, Avg.Score: 175.588, Max.Score: 826.281, Time: 00:25:12\n",
      "Ep.: 1021, Total Steps: 30508, Ep.Steps: 111, Score: 188.189, Avg.Score: 176.872, Max.Score: 826.281, Time: 00:25:18\n",
      "Ep.: 1022, Total Steps: 30614, Ep.Steps: 106, Score: 185.469, Avg.Score: 178.134, Max.Score: 826.281, Time: 00:25:24\n",
      "Ep.: 1023, Total Steps: 30726, Ep.Steps: 112, Score: 212.817, Avg.Score: 179.724, Max.Score: 826.281, Time: 00:25:30\n",
      "Ep.: 1024, Total Steps: 30830, Ep.Steps: 104, Score: 183.202, Avg.Score: 180.947, Max.Score: 826.281, Time: 00:25:35\n",
      "Ep.: 1025, Total Steps: 30914, Ep.Steps: 84, Score: 126.763, Avg.Score: 180.761, Max.Score: 826.281, Time: 00:25:40\n",
      "Ep.: 1026, Total Steps: 31023, Ep.Steps: 109, Score: 180.739, Avg.Score: 174.306, Max.Score: 495.362, Time: 00:25:46\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1027, Total Steps: 31111, Ep.Steps: 88, Score: 136.331, Avg.Score: 174.312, Max.Score: 495.362, Time: 00:25:53\n",
      "Ep.: 1028, Total Steps: 31233, Ep.Steps: 122, Score: 208.897, Avg.Score: 174.899, Max.Score: 495.362, Time: 00:26:00\n",
      "Ep.: 1029, Total Steps: 31333, Ep.Steps: 100, Score: 170.698, Avg.Score: 175.277, Max.Score: 495.362, Time: 00:26:05\n",
      "Ep.: 1030, Total Steps: 31425, Ep.Steps: 92, Score: 142.987, Avg.Score: 175.285, Max.Score: 495.362, Time: 00:26:13\n",
      "Ep.: 1031, Total Steps: 31558, Ep.Steps: 133, Score: 230.916, Avg.Score: 176.316, Max.Score: 495.362, Time: 00:26:21\n",
      "Ep.: 1032, Total Steps: 31652, Ep.Steps: 94, Score: 148.839, Avg.Score: 176.447, Max.Score: 495.362, Time: 00:26:26\n",
      "Ep.: 1033, Total Steps: 31741, Ep.Steps: 89, Score: 136.035, Avg.Score: 176.276, Max.Score: 495.362, Time: 00:26:31\n",
      "Ep.: 1034, Total Steps: 31822, Ep.Steps: 81, Score: 127.235, Avg.Score: 176.126, Max.Score: 495.362, Time: 00:26:36\n",
      "Ep.: 1035, Total Steps: 31922, Ep.Steps: 100, Score: 158.649, Avg.Score: 176.203, Max.Score: 495.362, Time: 00:26:42\n",
      "Ep.: 1036, Total Steps: 32043, Ep.Steps: 121, Score: 202.178, Avg.Score: 176.873, Max.Score: 495.362, Time: 00:26:49\n",
      "Ep.: 1037, Total Steps: 32144, Ep.Steps: 101, Score: 147.074, Avg.Score: 176.813, Max.Score: 495.362, Time: 00:26:54\n",
      "Ep.: 1038, Total Steps: 32272, Ep.Steps: 128, Score: 207.313, Avg.Score: 177.514, Max.Score: 495.362, Time: 00:27:02\n",
      "Ep.: 1039, Total Steps: 32397, Ep.Steps: 125, Score: 216.505, Avg.Score: 178.248, Max.Score: 495.362, Time: 00:27:09\n",
      "Ep.: 1040, Total Steps: 32520, Ep.Steps: 123, Score: 215.447, Avg.Score: 179.108, Max.Score: 495.362, Time: 00:27:16\n",
      "Ep.: 1041, Total Steps: 32632, Ep.Steps: 112, Score: 185.483, Avg.Score: 179.609, Max.Score: 495.362, Time: 00:27:23\n",
      "Ep.: 1042, Total Steps: 32769, Ep.Steps: 137, Score: 216.796, Avg.Score: 179.840, Max.Score: 495.362, Time: 00:27:31\n",
      "Ep.: 1043, Total Steps: 32897, Ep.Steps: 128, Score: 202.980, Avg.Score: 180.447, Max.Score: 495.362, Time: 00:27:38\n",
      "Ep.: 1044, Total Steps: 33007, Ep.Steps: 110, Score: 172.050, Avg.Score: 180.483, Max.Score: 495.362, Time: 00:27:45\n",
      "Ep.: 1045, Total Steps: 33146, Ep.Steps: 139, Score: 227.514, Avg.Score: 181.410, Max.Score: 495.362, Time: 00:27:52\n",
      "Ep.: 1046, Total Steps: 33246, Ep.Steps: 100, Score: 149.739, Avg.Score: 181.440, Max.Score: 495.362, Time: 00:27:58\n",
      "Ep.: 1047, Total Steps: 33364, Ep.Steps: 118, Score: 171.884, Avg.Score: 181.106, Max.Score: 495.362, Time: 00:28:04\n",
      "Ep.: 1048, Total Steps: 33462, Ep.Steps: 98, Score: 170.230, Avg.Score: 180.821, Max.Score: 495.362, Time: 00:28:09\n",
      "Ep.: 1049, Total Steps: 33594, Ep.Steps: 132, Score: 214.293, Avg.Score: 181.302, Max.Score: 495.362, Time: 00:28:17\n",
      "Ep.: 1050, Total Steps: 33704, Ep.Steps: 110, Score: 183.936, Avg.Score: 181.695, Max.Score: 495.362, Time: 00:28:24\n",
      "Ep.: 1051, Total Steps: 33818, Ep.Steps: 114, Score: 188.241, Avg.Score: 181.824, Max.Score: 495.362, Time: 00:28:31\n",
      "Ep.: 1052, Total Steps: 33947, Ep.Steps: 129, Score: 212.334, Avg.Score: 182.442, Max.Score: 495.362, Time: 00:28:40\n",
      "Ep.: 1053, Total Steps: 34069, Ep.Steps: 122, Score: 211.480, Avg.Score: 182.810, Max.Score: 495.362, Time: 00:28:47\n",
      "Ep.: 1054, Total Steps: 34191, Ep.Steps: 122, Score: 176.261, Avg.Score: 182.707, Max.Score: 495.362, Time: 00:28:53\n",
      "Ep.: 1055, Total Steps: 34301, Ep.Steps: 110, Score: 183.709, Avg.Score: 182.656, Max.Score: 495.362, Time: 00:28:59\n",
      "Ep.: 1056, Total Steps: 34409, Ep.Steps: 108, Score: 190.711, Avg.Score: 182.774, Max.Score: 495.362, Time: 00:29:05\n",
      "Ep.: 1057, Total Steps: 34512, Ep.Steps: 103, Score: 160.893, Avg.Score: 182.415, Max.Score: 495.362, Time: 00:29:11\n",
      "Ep.: 1058, Total Steps: 34697, Ep.Steps: 185, Score: 293.933, Avg.Score: 183.200, Max.Score: 495.362, Time: 00:29:22\n",
      "Ep.: 1059, Total Steps: 34814, Ep.Steps: 117, Score: 195.480, Avg.Score: 183.779, Max.Score: 495.362, Time: 00:29:31\n",
      "Ep.: 1060, Total Steps: 34970, Ep.Steps: 156, Score: 279.011, Avg.Score: 184.992, Max.Score: 495.362, Time: 00:29:40\n",
      "Ep.: 1061, Total Steps: 35081, Ep.Steps: 111, Score: 184.563, Avg.Score: 184.801, Max.Score: 495.362, Time: 00:29:47\n",
      "Ep.: 1062, Total Steps: 35216, Ep.Steps: 135, Score: 238.028, Avg.Score: 184.827, Max.Score: 495.362, Time: 00:29:55\n",
      "Ep.: 1063, Total Steps: 35337, Ep.Steps: 121, Score: 198.919, Avg.Score: 185.322, Max.Score: 495.362, Time: 00:30:02\n",
      "Ep.: 1064, Total Steps: 35450, Ep.Steps: 113, Score: 188.064, Avg.Score: 185.301, Max.Score: 495.362, Time: 00:30:08\n",
      "Ep.: 1065, Total Steps: 35593, Ep.Steps: 143, Score: 213.004, Avg.Score: 185.983, Max.Score: 495.362, Time: 00:30:16\n",
      "Ep.: 1066, Total Steps: 35686, Ep.Steps: 93, Score: 150.650, Avg.Score: 185.568, Max.Score: 495.362, Time: 00:30:21\n",
      "Ep.: 1067, Total Steps: 35793, Ep.Steps: 107, Score: 169.946, Avg.Score: 185.321, Max.Score: 495.362, Time: 00:30:26\n",
      "Ep.: 1068, Total Steps: 35896, Ep.Steps: 103, Score: 152.623, Avg.Score: 184.778, Max.Score: 495.362, Time: 00:30:32\n",
      "Ep.: 1069, Total Steps: 36012, Ep.Steps: 116, Score: 174.157, Avg.Score: 184.375, Max.Score: 495.362, Time: 00:30:38\n",
      "Ep.: 1070, Total Steps: 36132, Ep.Steps: 120, Score: 189.277, Avg.Score: 184.485, Max.Score: 495.362, Time: 00:30:44\n",
      "Ep.: 1071, Total Steps: 36235, Ep.Steps: 103, Score: 160.008, Avg.Score: 184.612, Max.Score: 495.362, Time: 00:30:50\n",
      "Ep.: 1072, Total Steps: 36321, Ep.Steps: 86, Score: 121.079, Avg.Score: 184.094, Max.Score: 495.362, Time: 00:30:55\n",
      "Ep.: 1073, Total Steps: 36447, Ep.Steps: 126, Score: 223.258, Avg.Score: 184.885, Max.Score: 495.362, Time: 00:31:01\n",
      "Ep.: 1074, Total Steps: 36636, Ep.Steps: 189, Score: 312.627, Avg.Score: 186.062, Max.Score: 495.362, Time: 00:31:13\n",
      "Ep.: 1075, Total Steps: 36795, Ep.Steps: 159, Score: 285.572, Avg.Score: 187.225, Max.Score: 495.362, Time: 00:31:22\n",
      "Ep.: 1076, Total Steps: 36944, Ep.Steps: 149, Score: 229.283, Avg.Score: 187.798, Max.Score: 495.362, Time: 00:31:30\n",
      "Ep.: 1077, Total Steps: 37065, Ep.Steps: 121, Score: 188.702, Avg.Score: 188.454, Max.Score: 495.362, Time: 00:31:37\n",
      "Ep.: 1078, Total Steps: 37216, Ep.Steps: 151, Score: 224.629, Avg.Score: 188.926, Max.Score: 495.362, Time: 00:31:45\n",
      "Ep.: 1079, Total Steps: 37404, Ep.Steps: 188, Score: 296.389, Avg.Score: 190.467, Max.Score: 495.362, Time: 00:31:56\n",
      "Ep.: 1080, Total Steps: 37600, Ep.Steps: 196, Score: 324.406, Avg.Score: 192.052, Max.Score: 495.362, Time: 00:32:09\n",
      "Ep.: 1081, Total Steps: 37899, Ep.Steps: 299, Score: 499.753, Avg.Score: 195.773, Max.Score: 499.753, Time: 00:32:27\n",
      "Ep.: 1082, Total Steps: 38167, Ep.Steps: 268, Score: 425.433, Avg.Score: 198.710, Max.Score: 499.753, Time: 00:32:41\n",
      "Ep.: 1083, Total Steps: 39040, Ep.Steps: 873, Score: 1258.722, Avg.Score: 209.718, Max.Score: 1258.722, Time: 00:33:28\n",
      "Ep.: 1084, Total Steps: 40040, Ep.Steps: 1000, Score: 1378.562, Avg.Score: 221.717, Max.Score: 1378.562, Time: 00:34:20\n",
      "Ep.: 1085, Total Steps: 41040, Ep.Steps: 1000, Score: 1305.208, Avg.Score: 233.146, Max.Score: 1378.562, Time: 00:35:11\n",
      "Ep.: 1086, Total Steps: 41129, Ep.Steps: 89, Score: 114.516, Avg.Score: 232.751, Max.Score: 1378.562, Time: 00:35:16\n",
      "Ep.: 1087, Total Steps: 41272, Ep.Steps: 143, Score: 177.454, Avg.Score: 233.011, Max.Score: 1378.562, Time: 00:35:23\n",
      "Ep.: 1088, Total Steps: 42272, Ep.Steps: 1000, Score: 1084.106, Avg.Score: 242.349, Max.Score: 1378.562, Time: 00:36:13\n",
      "Ep.: 1089, Total Steps: 43272, Ep.Steps: 1000, Score: 1172.790, Avg.Score: 252.707, Max.Score: 1378.562, Time: 00:37:04\n",
      "Ep.: 1090, Total Steps: 44272, Ep.Steps: 1000, Score: 1242.572, Avg.Score: 263.272, Max.Score: 1378.562, Time: 00:37:55\n",
      "Ep.: 1091, Total Steps: 45272, Ep.Steps: 1000, Score: 1249.401, Avg.Score: 273.906, Max.Score: 1378.562, Time: 00:38:46\n",
      "Ep.: 1092, Total Steps: 46272, Ep.Steps: 1000, Score: 1233.741, Avg.Score: 284.619, Max.Score: 1378.562, Time: 00:39:36\n",
      "Ep.: 1093, Total Steps: 46444, Ep.Steps: 172, Score: 224.671, Avg.Score: 285.728, Max.Score: 1378.562, Time: 00:39:45\n",
      "Ep.: 1094, Total Steps: 46547, Ep.Steps: 103, Score: 134.906, Avg.Score: 285.483, Max.Score: 1378.562, Time: 00:39:50\n",
      "Ep.: 1095, Total Steps: 46981, Ep.Steps: 434, Score: 534.584, Avg.Score: 289.454, Max.Score: 1378.562, Time: 00:40:12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1096, Total Steps: 47066, Ep.Steps: 85, Score: 113.645, Avg.Score: 289.000, Max.Score: 1378.562, Time: 00:40:16\n",
      "Ep.: 1097, Total Steps: 48066, Ep.Steps: 1000, Score: 1217.310, Avg.Score: 299.838, Max.Score: 1378.562, Time: 00:41:06\n",
      "Ep.: 1098, Total Steps: 48311, Ep.Steps: 245, Score: 305.831, Avg.Score: 301.319, Max.Score: 1378.562, Time: 00:41:19\n",
      "Ep.: 1099, Total Steps: 48623, Ep.Steps: 312, Score: 358.557, Avg.Score: 303.238, Max.Score: 1378.562, Time: 00:41:34\n",
      "Ep.: 1100, Total Steps: 49373, Ep.Steps: 750, Score: 857.583, Avg.Score: 310.024, Max.Score: 1378.562, Time: 00:42:12\n",
      "Ep.: 1101, Total Steps: 50373, Ep.Steps: 1000, Score: 1040.477, Avg.Score: 319.194, Max.Score: 1378.562, Time: 00:43:03\n",
      "Ep.: 1102, Total Steps: 51373, Ep.Steps: 1000, Score: 1144.663, Avg.Score: 327.979, Max.Score: 1378.562, Time: 00:43:53\n",
      "Ep.: 1103, Total Steps: 52373, Ep.Steps: 1000, Score: 1170.983, Avg.Score: 334.735, Max.Score: 1378.562, Time: 00:44:44\n",
      "Ep.: 1104, Total Steps: 53373, Ep.Steps: 1000, Score: 1270.192, Avg.Score: 342.755, Max.Score: 1378.562, Time: 00:45:34\n",
      "Ep.: 1105, Total Steps: 54373, Ep.Steps: 1000, Score: 1239.641, Avg.Score: 352.675, Max.Score: 1378.562, Time: 00:46:24\n",
      "Ep.: 1106, Total Steps: 55373, Ep.Steps: 1000, Score: 1301.854, Avg.Score: 362.932, Max.Score: 1378.562, Time: 00:47:15\n",
      "Ep.: 1107, Total Steps: 56373, Ep.Steps: 1000, Score: 1230.693, Avg.Score: 373.100, Max.Score: 1378.562, Time: 00:48:05\n",
      "Ep.: 1108, Total Steps: 57373, Ep.Steps: 1000, Score: 1189.364, Avg.Score: 382.737, Max.Score: 1378.562, Time: 00:48:55\n",
      "Ep.: 1109, Total Steps: 58373, Ep.Steps: 1000, Score: 1222.109, Avg.Score: 392.922, Max.Score: 1378.562, Time: 00:49:45\n",
      "Ep.: 1110, Total Steps: 59373, Ep.Steps: 1000, Score: 1222.283, Avg.Score: 403.115, Max.Score: 1378.562, Time: 00:50:35\n",
      "Ep.: 1111, Total Steps: 60373, Ep.Steps: 1000, Score: 1221.450, Avg.Score: 413.466, Max.Score: 1378.562, Time: 00:51:25\n",
      "Ep.: 1112, Total Steps: 61373, Ep.Steps: 1000, Score: 1197.627, Avg.Score: 423.748, Max.Score: 1378.562, Time: 00:52:15\n",
      "Ep.: 1113, Total Steps: 62373, Ep.Steps: 1000, Score: 1199.236, Avg.Score: 433.749, Max.Score: 1378.562, Time: 00:53:06\n",
      "Ep.: 1114, Total Steps: 63373, Ep.Steps: 1000, Score: 1206.399, Avg.Score: 444.401, Max.Score: 1378.562, Time: 00:53:56\n",
      "Ep.: 1115, Total Steps: 64373, Ep.Steps: 1000, Score: 1225.229, Avg.Score: 455.225, Max.Score: 1378.562, Time: 00:54:46\n",
      "Ep.: 1116, Total Steps: 65373, Ep.Steps: 1000, Score: 1166.320, Avg.Score: 465.442, Max.Score: 1378.562, Time: 00:55:36\n",
      "Ep.: 1117, Total Steps: 66373, Ep.Steps: 1000, Score: 1227.822, Avg.Score: 476.179, Max.Score: 1378.562, Time: 00:56:26\n",
      "Ep.: 1118, Total Steps: 67373, Ep.Steps: 1000, Score: 1195.299, Avg.Score: 486.441, Max.Score: 1378.562, Time: 00:57:18\n",
      "Ep.: 1119, Total Steps: 68373, Ep.Steps: 1000, Score: 1238.433, Avg.Score: 497.277, Max.Score: 1378.562, Time: 00:58:08\n",
      "Ep.: 1120, Total Steps: 69373, Ep.Steps: 1000, Score: 1236.616, Avg.Score: 507.745, Max.Score: 1378.562, Time: 00:58:58\n",
      "Ep.: 1121, Total Steps: 70373, Ep.Steps: 1000, Score: 1230.302, Avg.Score: 518.166, Max.Score: 1378.562, Time: 00:59:49\n",
      "Ep.: 1122, Total Steps: 71373, Ep.Steps: 1000, Score: 1265.840, Avg.Score: 528.969, Max.Score: 1378.562, Time: 01:00:40\n",
      "Ep.: 1123, Total Steps: 72373, Ep.Steps: 1000, Score: 1309.802, Avg.Score: 539.939, Max.Score: 1378.562, Time: 01:01:30\n",
      "Ep.: 1124, Total Steps: 73373, Ep.Steps: 1000, Score: 1275.047, Avg.Score: 550.858, Max.Score: 1378.562, Time: 01:02:21\n",
      "Ep.: 1125, Total Steps: 74373, Ep.Steps: 1000, Score: 1259.998, Avg.Score: 562.190, Max.Score: 1378.562, Time: 01:03:11\n",
      "Ep.: 1126, Total Steps: 75373, Ep.Steps: 1000, Score: 1277.364, Avg.Score: 573.156, Max.Score: 1378.562, Time: 01:04:02\n",
      "Ep.: 1127, Total Steps: 76373, Ep.Steps: 1000, Score: 1277.056, Avg.Score: 584.564, Max.Score: 1378.562, Time: 01:04:52\n",
      "Ep.: 1128, Total Steps: 77373, Ep.Steps: 1000, Score: 1317.541, Avg.Score: 595.650, Max.Score: 1378.562, Time: 01:05:42\n",
      "Ep.: 1129, Total Steps: 78373, Ep.Steps: 1000, Score: 1321.901, Avg.Score: 607.162, Max.Score: 1378.562, Time: 01:06:33\n",
      "Ep.: 1130, Total Steps: 79373, Ep.Steps: 1000, Score: 1274.026, Avg.Score: 618.472, Max.Score: 1378.562, Time: 01:07:23\n",
      "Ep.: 1131, Total Steps: 80373, Ep.Steps: 1000, Score: 1338.459, Avg.Score: 629.548, Max.Score: 1378.562, Time: 01:08:21\n",
      "Ep.: 1132, Total Steps: 81373, Ep.Steps: 1000, Score: 1314.228, Avg.Score: 641.202, Max.Score: 1378.562, Time: 01:09:14\n",
      "Ep.: 1133, Total Steps: 82373, Ep.Steps: 1000, Score: 1326.834, Avg.Score: 653.110, Max.Score: 1378.562, Time: 01:10:05\n",
      "Ep.: 1134, Total Steps: 83373, Ep.Steps: 1000, Score: 1313.747, Avg.Score: 664.975, Max.Score: 1378.562, Time: 01:10:55\n",
      "Ep.: 1135, Total Steps: 84373, Ep.Steps: 1000, Score: 1359.028, Avg.Score: 676.979, Max.Score: 1378.562, Time: 01:11:45\n",
      "Ep.: 1136, Total Steps: 85373, Ep.Steps: 1000, Score: 1375.784, Avg.Score: 688.715, Max.Score: 1378.562, Time: 01:12:35\n",
      "Ep.: 1137, Total Steps: 86373, Ep.Steps: 1000, Score: 1382.401, Avg.Score: 701.068, Max.Score: 1382.401, Time: 01:13:25\n",
      "Ep.: 1138, Total Steps: 87373, Ep.Steps: 1000, Score: 1407.090, Avg.Score: 713.066, Max.Score: 1407.090, Time: 01:14:15\n",
      "Ep.: 1139, Total Steps: 88373, Ep.Steps: 1000, Score: 1388.097, Avg.Score: 724.782, Max.Score: 1407.090, Time: 01:15:05\n",
      "Ep.: 1140, Total Steps: 88463, Ep.Steps: 90, Score: 134.047, Avg.Score: 723.968, Max.Score: 1407.090, Time: 01:15:10\n",
      "Ep.: 1141, Total Steps: 89463, Ep.Steps: 1000, Score: 1378.459, Avg.Score: 735.897, Max.Score: 1407.090, Time: 01:16:00\n",
      "Ep.: 1142, Total Steps: 90463, Ep.Steps: 1000, Score: 1384.635, Avg.Score: 747.576, Max.Score: 1407.090, Time: 01:16:49\n",
      "Ep.: 1143, Total Steps: 91463, Ep.Steps: 1000, Score: 1380.001, Avg.Score: 759.346, Max.Score: 1407.090, Time: 01:17:40\n",
      "Ep.: 1144, Total Steps: 92463, Ep.Steps: 1000, Score: 1388.895, Avg.Score: 771.515, Max.Score: 1407.090, Time: 01:18:30\n",
      "Ep.: 1145, Total Steps: 93463, Ep.Steps: 1000, Score: 1404.489, Avg.Score: 783.284, Max.Score: 1407.090, Time: 01:19:20\n",
      "Ep.: 1146, Total Steps: 94463, Ep.Steps: 1000, Score: 1409.098, Avg.Score: 795.878, Max.Score: 1409.098, Time: 01:20:10\n",
      "Ep.: 1147, Total Steps: 95463, Ep.Steps: 1000, Score: 1384.801, Avg.Score: 808.007, Max.Score: 1409.098, Time: 01:21:00\n",
      "Ep.: 1148, Total Steps: 96463, Ep.Steps: 1000, Score: 1401.548, Avg.Score: 820.320, Max.Score: 1409.098, Time: 01:21:50\n",
      "Ep.: 1149, Total Steps: 97463, Ep.Steps: 1000, Score: 1385.791, Avg.Score: 832.035, Max.Score: 1409.098, Time: 01:22:40\n",
      "Ep.: 1150, Total Steps: 98463, Ep.Steps: 1000, Score: 1396.578, Avg.Score: 844.162, Max.Score: 1409.098, Time: 01:23:30\n",
      "Ep.: 1151, Total Steps: 99463, Ep.Steps: 1000, Score: 1399.271, Avg.Score: 856.272, Max.Score: 1409.098, Time: 01:24:20\n",
      "Ep.: 1152, Total Steps: 100463, Ep.Steps: 1000, Score: 1409.817, Avg.Score: 868.247, Max.Score: 1409.817, Time: 01:25:10\n",
      "Ep.: 1153, Total Steps: 101463, Ep.Steps: 1000, Score: 1434.440, Avg.Score: 880.476, Max.Score: 1434.440, Time: 01:26:00\n",
      "Ep.: 1154, Total Steps: 102463, Ep.Steps: 1000, Score: 1420.141, Avg.Score: 892.915, Max.Score: 1434.440, Time: 01:26:50\n",
      "Ep.: 1155, Total Steps: 103463, Ep.Steps: 1000, Score: 1453.095, Avg.Score: 905.609, Max.Score: 1453.095, Time: 01:27:40\n",
      "Ep.: 1156, Total Steps: 104463, Ep.Steps: 1000, Score: 1494.066, Avg.Score: 918.643, Max.Score: 1494.066, Time: 01:28:30\n",
      "Ep.: 1157, Total Steps: 105463, Ep.Steps: 1000, Score: 1465.033, Avg.Score: 931.684, Max.Score: 1494.066, Time: 01:29:20\n",
      "Ep.: 1158, Total Steps: 106463, Ep.Steps: 1000, Score: 1511.121, Avg.Score: 943.856, Max.Score: 1511.121, Time: 01:30:10\n",
      "Ep.: 1159, Total Steps: 107463, Ep.Steps: 1000, Score: 1530.087, Avg.Score: 957.202, Max.Score: 1530.087, Time: 01:31:00\n",
      "Ep.: 1160, Total Steps: 108463, Ep.Steps: 1000, Score: 1549.163, Avg.Score: 969.903, Max.Score: 1549.163, Time: 01:31:50\n",
      "Ep.: 1161, Total Steps: 109463, Ep.Steps: 1000, Score: 1536.924, Avg.Score: 983.427, Max.Score: 1549.163, Time: 01:32:40\n",
      "Ep.: 1162, Total Steps: 110463, Ep.Steps: 1000, Score: 1507.455, Avg.Score: 996.121, Max.Score: 1549.163, Time: 01:33:30\n",
      "Ep.: 1163, Total Steps: 111463, Ep.Steps: 1000, Score: 1542.969, Avg.Score: 1009.562, Max.Score: 1549.163, Time: 01:34:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1164, Total Steps: 112463, Ep.Steps: 1000, Score: 1540.260, Avg.Score: 1023.084, Max.Score: 1549.163, Time: 01:35:11\n",
      "Ep.: 1165, Total Steps: 113463, Ep.Steps: 1000, Score: 1554.885, Avg.Score: 1036.503, Max.Score: 1554.885, Time: 01:36:00\n",
      "Ep.: 1166, Total Steps: 114463, Ep.Steps: 1000, Score: 1559.777, Avg.Score: 1050.594, Max.Score: 1559.777, Time: 01:36:50\n",
      "Ep.: 1167, Total Steps: 115463, Ep.Steps: 1000, Score: 1546.535, Avg.Score: 1064.360, Max.Score: 1559.777, Time: 01:37:40\n",
      "Ep.: 1168, Total Steps: 116463, Ep.Steps: 1000, Score: 1539.960, Avg.Score: 1078.233, Max.Score: 1559.777, Time: 01:38:30\n",
      "Ep.: 1169, Total Steps: 117463, Ep.Steps: 1000, Score: 1546.738, Avg.Score: 1091.959, Max.Score: 1559.777, Time: 01:39:20\n",
      "Ep.: 1170, Total Steps: 118463, Ep.Steps: 1000, Score: 1558.537, Avg.Score: 1105.652, Max.Score: 1559.777, Time: 01:40:11\n",
      "Ep.: 1171, Total Steps: 119463, Ep.Steps: 1000, Score: 1562.794, Avg.Score: 1119.679, Max.Score: 1562.794, Time: 01:41:01\n",
      "Ep.: 1172, Total Steps: 120463, Ep.Steps: 1000, Score: 1590.762, Avg.Score: 1134.376, Max.Score: 1590.762, Time: 01:41:51\n",
      "Ep.: 1173, Total Steps: 121463, Ep.Steps: 1000, Score: 1609.059, Avg.Score: 1148.234, Max.Score: 1609.059, Time: 01:42:41\n",
      "Ep.: 1174, Total Steps: 122463, Ep.Steps: 1000, Score: 1606.649, Avg.Score: 1161.174, Max.Score: 1609.059, Time: 01:43:31\n",
      "Ep.: 1175, Total Steps: 123463, Ep.Steps: 1000, Score: 1572.378, Avg.Score: 1174.042, Max.Score: 1609.059, Time: 01:44:21\n",
      "Ep.: 1176, Total Steps: 124463, Ep.Steps: 1000, Score: 1599.075, Avg.Score: 1187.740, Max.Score: 1609.059, Time: 01:45:11\n",
      "Ep.: 1177, Total Steps: 125463, Ep.Steps: 1000, Score: 1604.641, Avg.Score: 1201.900, Max.Score: 1609.059, Time: 01:46:02\n",
      "Ep.: 1178, Total Steps: 126463, Ep.Steps: 1000, Score: 1617.084, Avg.Score: 1215.824, Max.Score: 1617.084, Time: 01:46:52\n",
      "Ep.: 1179, Total Steps: 127463, Ep.Steps: 1000, Score: 1612.639, Avg.Score: 1228.987, Max.Score: 1617.084, Time: 01:47:42\n",
      "Ep.: 1180, Total Steps: 128463, Ep.Steps: 1000, Score: 1633.176, Avg.Score: 1242.075, Max.Score: 1633.176, Time: 01:48:32\n",
      "Ep.: 1181, Total Steps: 129463, Ep.Steps: 1000, Score: 1599.770, Avg.Score: 1253.075, Max.Score: 1633.176, Time: 01:49:23\n",
      "Ep.: 1182, Total Steps: 130463, Ep.Steps: 1000, Score: 1630.436, Avg.Score: 1265.125, Max.Score: 1633.176, Time: 01:50:13\n",
      "Ep.: 1183, Total Steps: 131463, Ep.Steps: 1000, Score: 1643.055, Avg.Score: 1268.968, Max.Score: 1643.055, Time: 01:51:03\n",
      "Ep.: 1184, Total Steps: 132463, Ep.Steps: 1000, Score: 1653.087, Avg.Score: 1271.713, Max.Score: 1653.087, Time: 01:51:53\n",
      "Ep.: 1185, Total Steps: 133463, Ep.Steps: 1000, Score: 1627.775, Avg.Score: 1274.939, Max.Score: 1653.087, Time: 01:52:43\n",
      "Ep.: 1186, Total Steps: 134463, Ep.Steps: 1000, Score: 1663.955, Avg.Score: 1290.433, Max.Score: 1663.955, Time: 01:53:33\n",
      "Ep.: 1187, Total Steps: 135463, Ep.Steps: 1000, Score: 1660.988, Avg.Score: 1305.269, Max.Score: 1663.955, Time: 01:54:23\n",
      "Ep.: 1188, Total Steps: 136463, Ep.Steps: 1000, Score: 1655.946, Avg.Score: 1310.987, Max.Score: 1663.955, Time: 01:55:15\n",
      "Ep.: 1189, Total Steps: 137463, Ep.Steps: 1000, Score: 1650.926, Avg.Score: 1315.768, Max.Score: 1663.955, Time: 01:56:07\n",
      "Ep.: 1190, Total Steps: 138463, Ep.Steps: 1000, Score: 1622.429, Avg.Score: 1319.567, Max.Score: 1663.955, Time: 01:56:57\n",
      "Ep.: 1191, Total Steps: 139463, Ep.Steps: 1000, Score: 1646.095, Avg.Score: 1323.534, Max.Score: 1663.955, Time: 01:57:47\n",
      "Ep.: 1192, Total Steps: 140463, Ep.Steps: 1000, Score: 1666.286, Avg.Score: 1327.859, Max.Score: 1666.286, Time: 01:58:38\n",
      "Ep.: 1193, Total Steps: 141463, Ep.Steps: 1000, Score: 1683.013, Avg.Score: 1342.443, Max.Score: 1683.013, Time: 01:59:28\n",
      "Ep.: 1194, Total Steps: 142463, Ep.Steps: 1000, Score: 1706.164, Avg.Score: 1358.155, Max.Score: 1706.164, Time: 02:00:18\n",
      "Ep.: 1195, Total Steps: 143463, Ep.Steps: 1000, Score: 1666.060, Avg.Score: 1369.470, Max.Score: 1706.164, Time: 02:01:09\n",
      "Ep.: 1196, Total Steps: 144463, Ep.Steps: 1000, Score: 1694.691, Avg.Score: 1385.281, Max.Score: 1706.164, Time: 02:02:00\n",
      "Ep.: 1197, Total Steps: 145463, Ep.Steps: 1000, Score: 1708.165, Avg.Score: 1390.189, Max.Score: 1708.165, Time: 02:02:50\n",
      "Ep.: 1198, Total Steps: 146463, Ep.Steps: 1000, Score: 1721.339, Avg.Score: 1404.344, Max.Score: 1721.339, Time: 02:03:40\n",
      "Ep.: 1199, Total Steps: 147463, Ep.Steps: 1000, Score: 1660.719, Avg.Score: 1417.366, Max.Score: 1721.339, Time: 02:04:30\n",
      "Ep.: 1200, Total Steps: 148463, Ep.Steps: 1000, Score: 1580.615, Avg.Score: 1424.596, Max.Score: 1721.339, Time: 02:05:20\n",
      "Ep.: 1201, Total Steps: 149463, Ep.Steps: 1000, Score: 1537.826, Avg.Score: 1429.570, Max.Score: 1721.339, Time: 02:06:11\n",
      "Ep.: 1202, Total Steps: 150463, Ep.Steps: 1000, Score: 1601.138, Avg.Score: 1434.134, Max.Score: 1721.339, Time: 02:07:01\n",
      "Ep.: 1203, Total Steps: 151463, Ep.Steps: 1000, Score: 1709.191, Avg.Score: 1439.517, Max.Score: 1721.339, Time: 02:07:51\n",
      "Ep.: 1204, Total Steps: 152463, Ep.Steps: 1000, Score: 1771.394, Avg.Score: 1444.529, Max.Score: 1771.394, Time: 02:08:41\n",
      "Ep.: 1205, Total Steps: 153463, Ep.Steps: 1000, Score: 1799.682, Avg.Score: 1450.129, Max.Score: 1799.682, Time: 02:09:31\n",
      "Ep.: 1206, Total Steps: 154463, Ep.Steps: 1000, Score: 1786.870, Avg.Score: 1454.979, Max.Score: 1799.682, Time: 02:10:21\n",
      "Ep.: 1207, Total Steps: 155463, Ep.Steps: 1000, Score: 1747.817, Avg.Score: 1460.150, Max.Score: 1799.682, Time: 02:11:11\n",
      "Ep.: 1208, Total Steps: 156463, Ep.Steps: 1000, Score: 1710.326, Avg.Score: 1465.360, Max.Score: 1799.682, Time: 02:12:01\n",
      "Ep.: 1209, Total Steps: 157463, Ep.Steps: 1000, Score: 1743.006, Avg.Score: 1470.569, Max.Score: 1799.682, Time: 02:12:51\n",
      "Ep.: 1210, Total Steps: 158463, Ep.Steps: 1000, Score: 1730.484, Avg.Score: 1475.651, Max.Score: 1799.682, Time: 02:13:42\n",
      "Ep.: 1211, Total Steps: 159463, Ep.Steps: 1000, Score: 1793.262, Avg.Score: 1481.369, Max.Score: 1799.682, Time: 02:14:32\n",
      "Ep.: 1212, Total Steps: 160463, Ep.Steps: 1000, Score: 1800.426, Avg.Score: 1487.397, Max.Score: 1800.426, Time: 02:15:22\n",
      "Ep.: 1213, Total Steps: 161463, Ep.Steps: 1000, Score: 1814.774, Avg.Score: 1493.552, Max.Score: 1814.774, Time: 02:16:12\n",
      "Ep.: 1214, Total Steps: 162463, Ep.Steps: 1000, Score: 1847.716, Avg.Score: 1499.966, Max.Score: 1847.716, Time: 02:17:02\n",
      "Ep.: 1215, Total Steps: 163463, Ep.Steps: 1000, Score: 1874.564, Avg.Score: 1506.459, Max.Score: 1874.564, Time: 02:17:52\n",
      "Ep.: 1216, Total Steps: 164463, Ep.Steps: 1000, Score: 1869.060, Avg.Score: 1513.486, Max.Score: 1874.564, Time: 02:18:42\n",
      "Ep.: 1217, Total Steps: 165463, Ep.Steps: 1000, Score: 1865.827, Avg.Score: 1519.866, Max.Score: 1874.564, Time: 02:19:33\n",
      "Ep.: 1218, Total Steps: 166463, Ep.Steps: 1000, Score: 1853.246, Avg.Score: 1526.446, Max.Score: 1874.564, Time: 02:20:23\n",
      "Ep.: 1219, Total Steps: 167463, Ep.Steps: 1000, Score: 1842.134, Avg.Score: 1532.483, Max.Score: 1874.564, Time: 02:21:13\n",
      "Ep.: 1220, Total Steps: 168463, Ep.Steps: 1000, Score: 1831.850, Avg.Score: 1538.435, Max.Score: 1874.564, Time: 02:22:03\n",
      "Ep.: 1221, Total Steps: 169463, Ep.Steps: 1000, Score: 1838.504, Avg.Score: 1544.517, Max.Score: 1874.564, Time: 02:22:54\n",
      "Ep.: 1222, Total Steps: 170463, Ep.Steps: 1000, Score: 1909.841, Avg.Score: 1550.957, Max.Score: 1909.841, Time: 02:23:44\n",
      "Ep.: 1223, Total Steps: 171463, Ep.Steps: 1000, Score: 1912.980, Avg.Score: 1556.989, Max.Score: 1912.980, Time: 02:24:34\n",
      "Ep.: 1224, Total Steps: 172463, Ep.Steps: 1000, Score: 1901.448, Avg.Score: 1563.253, Max.Score: 1912.980, Time: 02:25:25\n",
      "Ep.: 1225, Total Steps: 173463, Ep.Steps: 1000, Score: 1888.904, Avg.Score: 1569.542, Max.Score: 1912.980, Time: 02:26:15\n",
      "Ep.: 1226, Total Steps: 174463, Ep.Steps: 1000, Score: 1914.161, Avg.Score: 1575.910, Max.Score: 1914.161, Time: 02:27:05\n",
      "Ep.: 1227, Total Steps: 175463, Ep.Steps: 1000, Score: 1924.423, Avg.Score: 1582.384, Max.Score: 1924.423, Time: 02:27:55\n",
      "Ep.: 1228, Total Steps: 175558, Ep.Steps: 95, Score: 141.923, Avg.Score: 1570.628, Max.Score: 1924.423, Time: 02:28:00\n",
      "Ep.: 1229, Total Steps: 175668, Ep.Steps: 110, Score: 175.770, Avg.Score: 1559.166, Max.Score: 1924.423, Time: 02:28:05\n",
      "Ep.: 1230, Total Steps: 176668, Ep.Steps: 1000, Score: 1914.300, Avg.Score: 1565.569, Max.Score: 1924.423, Time: 02:28:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1231, Total Steps: 177668, Ep.Steps: 1000, Score: 1925.387, Avg.Score: 1571.438, Max.Score: 1925.387, Time: 02:29:46\n",
      "Ep.: 1232, Total Steps: 178668, Ep.Steps: 1000, Score: 1926.860, Avg.Score: 1577.565, Max.Score: 1926.860, Time: 02:30:36\n",
      "Ep.: 1233, Total Steps: 179668, Ep.Steps: 1000, Score: 1893.998, Avg.Score: 1583.236, Max.Score: 1926.860, Time: 02:31:26\n",
      "Ep.: 1234, Total Steps: 180668, Ep.Steps: 1000, Score: 1891.944, Avg.Score: 1589.018, Max.Score: 1926.860, Time: 02:32:17\n",
      "Ep.: 1235, Total Steps: 181668, Ep.Steps: 1000, Score: 1882.611, Avg.Score: 1594.254, Max.Score: 1926.860, Time: 02:33:07\n",
      "Ep.: 1236, Total Steps: 182668, Ep.Steps: 1000, Score: 1866.928, Avg.Score: 1599.166, Max.Score: 1926.860, Time: 02:33:57\n",
      "Ep.: 1237, Total Steps: 183668, Ep.Steps: 1000, Score: 1903.041, Avg.Score: 1604.372, Max.Score: 1926.860, Time: 02:34:47\n",
      "Ep.: 1238, Total Steps: 184668, Ep.Steps: 1000, Score: 1868.221, Avg.Score: 1608.983, Max.Score: 1926.860, Time: 02:35:37\n",
      "Ep.: 1239, Total Steps: 185668, Ep.Steps: 1000, Score: 1867.962, Avg.Score: 1613.782, Max.Score: 1926.860, Time: 02:36:28\n",
      "Ep.: 1240, Total Steps: 186668, Ep.Steps: 1000, Score: 1897.787, Avg.Score: 1631.419, Max.Score: 1926.860, Time: 02:37:20\n",
      "Ep.: 1241, Total Steps: 187668, Ep.Steps: 1000, Score: 1903.090, Avg.Score: 1636.666, Max.Score: 1926.860, Time: 02:38:17\n",
      "Ep.: 1242, Total Steps: 188539, Ep.Steps: 871, Score: 1642.144, Avg.Score: 1639.241, Max.Score: 1926.860, Time: 02:39:01\n",
      "Ep.: 1243, Total Steps: 189539, Ep.Steps: 1000, Score: 1909.381, Avg.Score: 1644.534, Max.Score: 1926.860, Time: 02:39:55\n",
      "Ep.: 1244, Total Steps: 190539, Ep.Steps: 1000, Score: 1909.009, Avg.Score: 1649.736, Max.Score: 1926.860, Time: 02:40:57\n",
      "Ep.: 1245, Total Steps: 191539, Ep.Steps: 1000, Score: 1950.276, Avg.Score: 1655.193, Max.Score: 1950.276, Time: 02:41:51\n",
      "Ep.: 1246, Total Steps: 192539, Ep.Steps: 1000, Score: 1956.716, Avg.Score: 1660.670, Max.Score: 1956.716, Time: 02:42:47\n",
      "Ep.: 1247, Total Steps: 193539, Ep.Steps: 1000, Score: 1934.776, Avg.Score: 1666.169, Max.Score: 1956.716, Time: 02:43:43\n",
      "Ep.: 1248, Total Steps: 194539, Ep.Steps: 1000, Score: 1903.107, Avg.Score: 1671.185, Max.Score: 1956.716, Time: 02:44:41\n",
      "Ep.: 1249, Total Steps: 195539, Ep.Steps: 1000, Score: 1913.698, Avg.Score: 1676.464, Max.Score: 1956.716, Time: 02:45:36\n",
      "Ep.: 1250, Total Steps: 196539, Ep.Steps: 1000, Score: 1884.860, Avg.Score: 1681.347, Max.Score: 1956.716, Time: 02:46:40\n",
      "Ep.: 1251, Total Steps: 197539, Ep.Steps: 1000, Score: 1900.901, Avg.Score: 1686.363, Max.Score: 1956.716, Time: 02:47:32\n",
      "Ep.: 1252, Total Steps: 198539, Ep.Steps: 1000, Score: 1896.604, Avg.Score: 1691.231, Max.Score: 1956.716, Time: 02:48:23\n",
      "Ep.: 1253, Total Steps: 199539, Ep.Steps: 1000, Score: 1916.284, Avg.Score: 1696.050, Max.Score: 1956.716, Time: 02:49:14\n",
      "Ep.: 1254, Total Steps: 200539, Ep.Steps: 1000, Score: 1901.725, Avg.Score: 1700.865, Max.Score: 1956.716, Time: 02:50:04\n",
      "Ep.: 1255, Total Steps: 201539, Ep.Steps: 1000, Score: 1955.459, Avg.Score: 1705.889, Max.Score: 1956.716, Time: 02:50:55\n",
      "Ep.: 1256, Total Steps: 202539, Ep.Steps: 1000, Score: 1942.785, Avg.Score: 1710.376, Max.Score: 1956.716, Time: 02:51:46\n",
      "Ep.: 1257, Total Steps: 203539, Ep.Steps: 1000, Score: 1936.863, Avg.Score: 1715.094, Max.Score: 1956.716, Time: 02:52:37\n",
      "Ep.: 1258, Total Steps: 204539, Ep.Steps: 1000, Score: 1942.051, Avg.Score: 1719.404, Max.Score: 1956.716, Time: 02:53:27\n",
      "Ep.: 1259, Total Steps: 205539, Ep.Steps: 1000, Score: 1936.038, Avg.Score: 1723.463, Max.Score: 1956.716, Time: 02:54:17\n",
      "Ep.: 1260, Total Steps: 206539, Ep.Steps: 1000, Score: 1934.136, Avg.Score: 1727.313, Max.Score: 1956.716, Time: 02:55:08\n",
      "Ep.: 1261, Total Steps: 207539, Ep.Steps: 1000, Score: 1963.494, Avg.Score: 1731.579, Max.Score: 1963.494, Time: 02:55:58\n",
      "Ep.: 1262, Total Steps: 208539, Ep.Steps: 1000, Score: 1939.840, Avg.Score: 1735.903, Max.Score: 1963.494, Time: 02:56:49\n",
      "Ep.: 1263, Total Steps: 209539, Ep.Steps: 1000, Score: 1981.288, Avg.Score: 1740.286, Max.Score: 1981.288, Time: 02:57:39\n",
      "Ep.: 1264, Total Steps: 210539, Ep.Steps: 1000, Score: 1971.907, Avg.Score: 1744.602, Max.Score: 1981.288, Time: 02:58:29\n",
      "Ep.: 1265, Total Steps: 211539, Ep.Steps: 1000, Score: 1960.715, Avg.Score: 1748.661, Max.Score: 1981.288, Time: 02:59:20\n",
      "Ep.: 1266, Total Steps: 212539, Ep.Steps: 1000, Score: 1990.496, Avg.Score: 1752.968, Max.Score: 1990.496, Time: 03:00:10\n",
      "Ep.: 1267, Total Steps: 213539, Ep.Steps: 1000, Score: 1978.291, Avg.Score: 1757.285, Max.Score: 1990.496, Time: 03:01:00\n",
      "Ep.: 1268, Total Steps: 214539, Ep.Steps: 1000, Score: 2003.497, Avg.Score: 1761.921, Max.Score: 2003.497, Time: 03:01:50\n",
      "Ep.: 1269, Total Steps: 215539, Ep.Steps: 1000, Score: 2033.139, Avg.Score: 1766.785, Max.Score: 2033.139, Time: 03:02:40\n",
      "Ep.: 1270, Total Steps: 216539, Ep.Steps: 1000, Score: 2032.584, Avg.Score: 1771.525, Max.Score: 2033.139, Time: 03:03:31\n",
      "Ep.: 1271, Total Steps: 217539, Ep.Steps: 1000, Score: 2025.593, Avg.Score: 1776.153, Max.Score: 2033.139, Time: 03:04:21\n",
      "Ep.: 1272, Total Steps: 218539, Ep.Steps: 1000, Score: 2010.195, Avg.Score: 1780.347, Max.Score: 2033.139, Time: 03:05:11\n",
      "Ep.: 1273, Total Steps: 219539, Ep.Steps: 1000, Score: 1991.002, Avg.Score: 1784.167, Max.Score: 2033.139, Time: 03:06:02\n",
      "Ep.: 1274, Total Steps: 220539, Ep.Steps: 1000, Score: 1977.452, Avg.Score: 1787.875, Max.Score: 2033.139, Time: 03:06:57\n",
      "Ep.: 1275, Total Steps: 221539, Ep.Steps: 1000, Score: 1997.111, Avg.Score: 1792.122, Max.Score: 2033.139, Time: 03:07:50\n",
      "Ep.: 1276, Total Steps: 222539, Ep.Steps: 1000, Score: 2018.588, Avg.Score: 1796.317, Max.Score: 2033.139, Time: 03:08:45\n",
      "Ep.: 1277, Total Steps: 223539, Ep.Steps: 1000, Score: 2007.786, Avg.Score: 1800.349, Max.Score: 2033.139, Time: 03:09:38\n",
      "Ep.: 1278, Total Steps: 224539, Ep.Steps: 1000, Score: 2021.172, Avg.Score: 1804.390, Max.Score: 2033.139, Time: 03:10:29\n",
      "Ep.: 1279, Total Steps: 225539, Ep.Steps: 1000, Score: 2042.719, Avg.Score: 1808.691, Max.Score: 2042.719, Time: 03:11:20\n",
      "Ep.: 1280, Total Steps: 226539, Ep.Steps: 1000, Score: 2039.902, Avg.Score: 1812.758, Max.Score: 2042.719, Time: 03:12:13\n",
      "Ep.: 1281, Total Steps: 227539, Ep.Steps: 1000, Score: 2000.773, Avg.Score: 1816.768, Max.Score: 2042.719, Time: 03:13:08\n",
      "Ep.: 1282, Total Steps: 228539, Ep.Steps: 1000, Score: 2032.933, Avg.Score: 1820.793, Max.Score: 2042.719, Time: 03:14:04\n",
      "Ep.: 1283, Total Steps: 229539, Ep.Steps: 1000, Score: 2040.535, Avg.Score: 1824.768, Max.Score: 2042.719, Time: 03:15:02\n",
      "Ep.: 1284, Total Steps: 230539, Ep.Steps: 1000, Score: 2026.118, Avg.Score: 1828.498, Max.Score: 2042.719, Time: 03:15:58\n",
      "Ep.: 1285, Total Steps: 231539, Ep.Steps: 1000, Score: 2070.910, Avg.Score: 1832.929, Max.Score: 2070.910, Time: 03:16:54\n",
      "Ep.: 1286, Total Steps: 232539, Ep.Steps: 1000, Score: 2051.949, Avg.Score: 1836.809, Max.Score: 2070.910, Time: 03:17:49\n",
      "Ep.: 1287, Total Steps: 233539, Ep.Steps: 1000, Score: 2035.605, Avg.Score: 1840.555, Max.Score: 2070.910, Time: 03:18:43\n",
      "Ep.: 1288, Total Steps: 234539, Ep.Steps: 1000, Score: 2063.686, Avg.Score: 1844.633, Max.Score: 2070.910, Time: 03:19:37\n",
      "Ep.: 1289, Total Steps: 235539, Ep.Steps: 1000, Score: 2011.474, Avg.Score: 1848.238, Max.Score: 2070.910, Time: 03:20:34\n",
      "Ep.: 1290, Total Steps: 236539, Ep.Steps: 1000, Score: 2021.086, Avg.Score: 1852.225, Max.Score: 2070.910, Time: 03:21:33\n",
      "Ep.: 1291, Total Steps: 237539, Ep.Steps: 1000, Score: 2002.232, Avg.Score: 1855.786, Max.Score: 2070.910, Time: 03:22:28\n",
      "Ep.: 1292, Total Steps: 238539, Ep.Steps: 1000, Score: 2023.814, Avg.Score: 1859.361, Max.Score: 2070.910, Time: 03:23:23\n",
      "Ep.: 1293, Total Steps: 239539, Ep.Steps: 1000, Score: 2056.597, Avg.Score: 1863.097, Max.Score: 2070.910, Time: 03:24:17\n",
      "Ep.: 1294, Total Steps: 240539, Ep.Steps: 1000, Score: 2006.846, Avg.Score: 1866.104, Max.Score: 2070.910, Time: 03:25:12\n",
      "Ep.: 1295, Total Steps: 241539, Ep.Steps: 1000, Score: 2061.385, Avg.Score: 1870.057, Max.Score: 2070.910, Time: 03:26:07\n",
      "Ep.: 1296, Total Steps: 242539, Ep.Steps: 1000, Score: 2028.935, Avg.Score: 1873.400, Max.Score: 2070.910, Time: 03:27:01\n",
      "Ep.: 1297, Total Steps: 243539, Ep.Steps: 1000, Score: 2044.388, Avg.Score: 1876.762, Max.Score: 2070.910, Time: 03:27:58\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1298, Total Steps: 244539, Ep.Steps: 1000, Score: 2056.445, Avg.Score: 1880.113, Max.Score: 2070.910, Time: 03:28:54\n",
      "Ep.: 1299, Total Steps: 245539, Ep.Steps: 1000, Score: 2053.466, Avg.Score: 1884.041, Max.Score: 2070.910, Time: 03:29:48\n",
      "Ep.: 1300, Total Steps: 246539, Ep.Steps: 1000, Score: 2053.488, Avg.Score: 1888.769, Max.Score: 2070.910, Time: 03:30:52\n",
      "Ep.: 1301, Total Steps: 247539, Ep.Steps: 1000, Score: 2056.390, Avg.Score: 1893.955, Max.Score: 2070.910, Time: 03:31:47\n",
      "Ep.: 1302, Total Steps: 248539, Ep.Steps: 1000, Score: 2048.026, Avg.Score: 1898.424, Max.Score: 2070.910, Time: 03:32:41\n",
      "Ep.: 1303, Total Steps: 249539, Ep.Steps: 1000, Score: 2077.358, Avg.Score: 1902.105, Max.Score: 2077.358, Time: 03:33:36\n",
      "Ep.: 1304, Total Steps: 250539, Ep.Steps: 1000, Score: 2087.661, Avg.Score: 1905.268, Max.Score: 2087.661, Time: 03:34:31\n",
      "Ep.: 1305, Total Steps: 251539, Ep.Steps: 1000, Score: 2079.611, Avg.Score: 1908.067, Max.Score: 2087.661, Time: 03:35:25\n",
      "Ep.: 1306, Total Steps: 252255, Ep.Steps: 716, Score: 1485.618, Avg.Score: 1905.055, Max.Score: 2087.661, Time: 03:36:04\n",
      "Ep.: 1307, Total Steps: 252785, Ep.Steps: 530, Score: 1090.050, Avg.Score: 1898.477, Max.Score: 2087.661, Time: 03:36:32\n",
      "Ep.: 1308, Total Steps: 253785, Ep.Steps: 1000, Score: 2100.582, Avg.Score: 1902.380, Max.Score: 2100.582, Time: 03:37:26\n",
      "Ep.: 1309, Total Steps: 253981, Ep.Steps: 196, Score: 379.275, Avg.Score: 1888.742, Max.Score: 2100.582, Time: 03:37:37\n",
      "Ep.: 1310, Total Steps: 254457, Ep.Steps: 476, Score: 968.700, Avg.Score: 1881.125, Max.Score: 2100.582, Time: 03:38:02\n",
      "Ep.: 1311, Total Steps: 255457, Ep.Steps: 1000, Score: 2057.004, Avg.Score: 1883.762, Max.Score: 2100.582, Time: 03:38:56\n",
      "Ep.: 1312, Total Steps: 256457, Ep.Steps: 1000, Score: 2066.911, Avg.Score: 1886.427, Max.Score: 2100.582, Time: 03:39:50\n",
      "Ep.: 1313, Total Steps: 257457, Ep.Steps: 1000, Score: 2059.550, Avg.Score: 1888.875, Max.Score: 2100.582, Time: 03:40:43\n",
      "Ep.: 1314, Total Steps: 258457, Ep.Steps: 1000, Score: 2039.774, Avg.Score: 1890.795, Max.Score: 2100.582, Time: 03:41:36\n",
      "Ep.: 1315, Total Steps: 259457, Ep.Steps: 1000, Score: 2041.088, Avg.Score: 1892.460, Max.Score: 2100.582, Time: 03:42:31\n",
      "Ep.: 1316, Total Steps: 260457, Ep.Steps: 1000, Score: 2049.479, Avg.Score: 1894.265, Max.Score: 2100.582, Time: 03:43:25\n",
      "Ep.: 1317, Total Steps: 261457, Ep.Steps: 1000, Score: 2065.027, Avg.Score: 1896.257, Max.Score: 2100.582, Time: 03:44:18\n",
      "Ep.: 1318, Total Steps: 262457, Ep.Steps: 1000, Score: 2057.879, Avg.Score: 1898.303, Max.Score: 2100.582, Time: 03:45:12\n",
      "Ep.: 1319, Total Steps: 263457, Ep.Steps: 1000, Score: 2075.343, Avg.Score: 1900.635, Max.Score: 2100.582, Time: 03:46:06\n",
      "Ep.: 1320, Total Steps: 264457, Ep.Steps: 1000, Score: 2062.936, Avg.Score: 1902.946, Max.Score: 2100.582, Time: 03:47:00\n",
      "Ep.: 1321, Total Steps: 265457, Ep.Steps: 1000, Score: 2084.977, Avg.Score: 1905.411, Max.Score: 2100.582, Time: 03:47:53\n",
      "Ep.: 1322, Total Steps: 266457, Ep.Steps: 1000, Score: 2100.071, Avg.Score: 1907.313, Max.Score: 2100.582, Time: 03:48:47\n",
      "Ep.: 1323, Total Steps: 267457, Ep.Steps: 1000, Score: 2103.296, Avg.Score: 1909.216, Max.Score: 2103.296, Time: 03:49:41\n",
      "Ep.: 1324, Total Steps: 268457, Ep.Steps: 1000, Score: 2112.119, Avg.Score: 1911.323, Max.Score: 2112.119, Time: 03:50:34\n",
      "Ep.: 1325, Total Steps: 269457, Ep.Steps: 1000, Score: 2094.202, Avg.Score: 1913.376, Max.Score: 2112.119, Time: 03:51:28\n",
      "Ep.: 1326, Total Steps: 270457, Ep.Steps: 1000, Score: 2114.058, Avg.Score: 1915.375, Max.Score: 2114.058, Time: 03:52:22\n",
      "Ep.: 1327, Total Steps: 271457, Ep.Steps: 1000, Score: 2096.956, Avg.Score: 1917.100, Max.Score: 2114.058, Time: 03:53:15\n",
      "Ep.: 1328, Total Steps: 272457, Ep.Steps: 1000, Score: 2121.239, Avg.Score: 1936.893, Max.Score: 2121.239, Time: 03:54:09\n",
      "Ep.: 1329, Total Steps: 273457, Ep.Steps: 1000, Score: 2098.744, Avg.Score: 1956.123, Max.Score: 2121.239, Time: 03:55:03\n",
      "Ep.: 1330, Total Steps: 274457, Ep.Steps: 1000, Score: 2109.800, Avg.Score: 1958.078, Max.Score: 2121.239, Time: 03:55:56\n",
      "Ep.: 1331, Total Steps: 275457, Ep.Steps: 1000, Score: 2111.829, Avg.Score: 1959.942, Max.Score: 2121.239, Time: 03:56:50\n",
      "Ep.: 1332, Total Steps: 276457, Ep.Steps: 1000, Score: 2125.120, Avg.Score: 1961.925, Max.Score: 2125.120, Time: 03:57:44\n",
      "Ep.: 1333, Total Steps: 277457, Ep.Steps: 1000, Score: 2122.344, Avg.Score: 1964.208, Max.Score: 2125.120, Time: 03:58:37\n",
      "Ep.: 1334, Total Steps: 278457, Ep.Steps: 1000, Score: 2104.151, Avg.Score: 1966.331, Max.Score: 2125.120, Time: 03:59:31\n",
      "Ep.: 1335, Total Steps: 279457, Ep.Steps: 1000, Score: 2121.162, Avg.Score: 1968.716, Max.Score: 2125.120, Time: 04:00:24\n",
      "Ep.: 1336, Total Steps: 280457, Ep.Steps: 1000, Score: 2128.586, Avg.Score: 1971.333, Max.Score: 2128.586, Time: 04:01:18\n",
      "Ep.: 1337, Total Steps: 281457, Ep.Steps: 1000, Score: 2119.098, Avg.Score: 1973.493, Max.Score: 2128.586, Time: 04:02:11\n",
      "Ep.: 1338, Total Steps: 282457, Ep.Steps: 1000, Score: 2136.585, Avg.Score: 1976.177, Max.Score: 2136.585, Time: 04:03:05\n",
      "Ep.: 1339, Total Steps: 283457, Ep.Steps: 1000, Score: 2126.102, Avg.Score: 1978.758, Max.Score: 2136.585, Time: 04:03:58\n",
      "Ep.: 1340, Total Steps: 284457, Ep.Steps: 1000, Score: 2113.358, Avg.Score: 1980.914, Max.Score: 2136.585, Time: 04:04:52\n",
      "Ep.: 1341, Total Steps: 285457, Ep.Steps: 1000, Score: 2100.413, Avg.Score: 1982.887, Max.Score: 2136.585, Time: 04:05:46\n",
      "Ep.: 1342, Total Steps: 286457, Ep.Steps: 1000, Score: 2121.910, Avg.Score: 1987.685, Max.Score: 2136.585, Time: 04:06:39\n",
      "Ep.: 1343, Total Steps: 287457, Ep.Steps: 1000, Score: 2138.823, Avg.Score: 1989.979, Max.Score: 2138.823, Time: 04:07:33\n",
      "Ep.: 1344, Total Steps: 288457, Ep.Steps: 1000, Score: 2103.037, Avg.Score: 1991.920, Max.Score: 2138.823, Time: 04:08:26\n",
      "Ep.: 1345, Total Steps: 289457, Ep.Steps: 1000, Score: 2134.683, Avg.Score: 1993.764, Max.Score: 2138.823, Time: 04:09:20\n",
      "Ep.: 1346, Total Steps: 290457, Ep.Steps: 1000, Score: 2115.604, Avg.Score: 1995.353, Max.Score: 2138.823, Time: 04:10:13\n",
      "Ep.: 1347, Total Steps: 291457, Ep.Steps: 1000, Score: 2102.985, Avg.Score: 1997.035, Max.Score: 2138.823, Time: 04:11:07\n",
      "Ep.: 1348, Total Steps: 292457, Ep.Steps: 1000, Score: 2111.899, Avg.Score: 1999.123, Max.Score: 2138.823, Time: 04:12:00\n",
      "Ep.: 1349, Total Steps: 293457, Ep.Steps: 1000, Score: 2134.163, Avg.Score: 2001.327, Max.Score: 2138.823, Time: 04:12:54\n",
      "Ep.: 1350, Total Steps: 294457, Ep.Steps: 1000, Score: 2161.075, Avg.Score: 2004.089, Max.Score: 2161.075, Time: 04:13:47\n",
      "Ep.: 1351, Total Steps: 295457, Ep.Steps: 1000, Score: 2138.422, Avg.Score: 2006.465, Max.Score: 2161.075, Time: 04:14:41\n",
      "Ep.: 1352, Total Steps: 296457, Ep.Steps: 1000, Score: 2144.447, Avg.Score: 2008.943, Max.Score: 2161.075, Time: 04:15:34\n",
      "Ep.: 1353, Total Steps: 297457, Ep.Steps: 1000, Score: 2157.298, Avg.Score: 2011.353, Max.Score: 2161.075, Time: 04:16:27\n",
      "Ep.: 1354, Total Steps: 298457, Ep.Steps: 1000, Score: 2145.499, Avg.Score: 2013.791, Max.Score: 2161.075, Time: 04:17:22\n",
      "Ep.: 1355, Total Steps: 299457, Ep.Steps: 1000, Score: 2135.839, Avg.Score: 2015.595, Max.Score: 2161.075, Time: 04:18:15\n",
      "Ep.: 1356, Total Steps: 300457, Ep.Steps: 1000, Score: 2141.245, Avg.Score: 2017.579, Max.Score: 2161.075, Time: 04:19:09\n",
      "Ep.: 1357, Total Steps: 301457, Ep.Steps: 1000, Score: 2144.487, Avg.Score: 2019.656, Max.Score: 2161.075, Time: 04:20:02\n",
      "Ep.: 1358, Total Steps: 302457, Ep.Steps: 1000, Score: 2124.645, Avg.Score: 2021.481, Max.Score: 2161.075, Time: 04:20:55\n",
      "Ep.: 1359, Total Steps: 303457, Ep.Steps: 1000, Score: 2163.832, Avg.Score: 2023.759, Max.Score: 2163.832, Time: 04:21:49\n",
      "Ep.: 1360, Total Steps: 304457, Ep.Steps: 1000, Score: 2177.449, Avg.Score: 2026.193, Max.Score: 2177.449, Time: 04:22:43\n",
      "Ep.: 1361, Total Steps: 305457, Ep.Steps: 1000, Score: 2152.141, Avg.Score: 2028.079, Max.Score: 2177.449, Time: 04:23:36\n",
      "Ep.: 1362, Total Steps: 306457, Ep.Steps: 1000, Score: 2185.555, Avg.Score: 2030.536, Max.Score: 2185.555, Time: 04:24:30\n",
      "Ep.: 1363, Total Steps: 307457, Ep.Steps: 1000, Score: 2153.462, Avg.Score: 2032.258, Max.Score: 2185.555, Time: 04:25:23\n",
      "Ep.: 1364, Total Steps: 308457, Ep.Steps: 1000, Score: 2178.044, Avg.Score: 2034.319, Max.Score: 2185.555, Time: 04:26:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1365, Total Steps: 309457, Ep.Steps: 1000, Score: 2154.716, Avg.Score: 2036.259, Max.Score: 2185.555, Time: 04:27:10\n",
      "Ep.: 1366, Total Steps: 310457, Ep.Steps: 1000, Score: 2175.215, Avg.Score: 2038.106, Max.Score: 2185.555, Time: 04:28:03\n",
      "Ep.: 1367, Total Steps: 311457, Ep.Steps: 1000, Score: 2175.773, Avg.Score: 2040.081, Max.Score: 2185.555, Time: 04:28:57\n",
      "Ep.: 1368, Total Steps: 312457, Ep.Steps: 1000, Score: 2155.902, Avg.Score: 2041.605, Max.Score: 2185.555, Time: 04:29:50\n",
      "Ep.: 1369, Total Steps: 313457, Ep.Steps: 1000, Score: 2181.699, Avg.Score: 2043.091, Max.Score: 2185.555, Time: 04:30:43\n",
      "Ep.: 1370, Total Steps: 314457, Ep.Steps: 1000, Score: 2171.041, Avg.Score: 2044.475, Max.Score: 2185.555, Time: 04:31:34\n",
      "Ep.: 1371, Total Steps: 315457, Ep.Steps: 1000, Score: 2167.513, Avg.Score: 2045.895, Max.Score: 2185.555, Time: 04:32:25\n",
      "Ep.: 1372, Total Steps: 316457, Ep.Steps: 1000, Score: 2169.397, Avg.Score: 2047.487, Max.Score: 2185.555, Time: 04:33:16\n",
      "Ep.: 1373, Total Steps: 317457, Ep.Steps: 1000, Score: 2153.414, Avg.Score: 2049.111, Max.Score: 2185.555, Time: 04:34:07\n",
      "Ep.: 1374, Total Steps: 318457, Ep.Steps: 1000, Score: 2155.930, Avg.Score: 2050.896, Max.Score: 2185.555, Time: 04:34:58\n",
      "Ep.: 1375, Total Steps: 318814, Ep.Steps: 357, Score: 730.302, Avg.Score: 2038.228, Max.Score: 2185.555, Time: 04:35:16\n",
      "Ep.: 1376, Total Steps: 319345, Ep.Steps: 531, Score: 1109.275, Avg.Score: 2029.134, Max.Score: 2185.555, Time: 04:35:44\n",
      "Ep.: 1377, Total Steps: 320345, Ep.Steps: 1000, Score: 2163.164, Avg.Score: 2030.688, Max.Score: 2185.555, Time: 04:36:35\n",
      "Ep.: 1378, Total Steps: 321345, Ep.Steps: 1000, Score: 2151.269, Avg.Score: 2031.989, Max.Score: 2185.555, Time: 04:37:25\n",
      "Ep.: 1379, Total Steps: 322345, Ep.Steps: 1000, Score: 2125.096, Avg.Score: 2032.813, Max.Score: 2185.555, Time: 04:38:16\n",
      "Ep.: 1380, Total Steps: 323345, Ep.Steps: 1000, Score: 2133.438, Avg.Score: 2033.748, Max.Score: 2185.555, Time: 04:39:08\n",
      "Ep.: 1381, Total Steps: 324345, Ep.Steps: 1000, Score: 2109.419, Avg.Score: 2034.835, Max.Score: 2185.555, Time: 04:39:58\n",
      "Ep.: 1382, Total Steps: 325345, Ep.Steps: 1000, Score: 2108.904, Avg.Score: 2035.594, Max.Score: 2185.555, Time: 04:40:49\n",
      "Ep.: 1383, Total Steps: 326345, Ep.Steps: 1000, Score: 2119.831, Avg.Score: 2036.387, Max.Score: 2185.555, Time: 04:41:40\n",
      "Ep.: 1384, Total Steps: 327345, Ep.Steps: 1000, Score: 2124.559, Avg.Score: 2037.372, Max.Score: 2185.555, Time: 04:42:32\n",
      "Ep.: 1385, Total Steps: 328345, Ep.Steps: 1000, Score: 2145.805, Avg.Score: 2038.121, Max.Score: 2185.555, Time: 04:43:23\n",
      "Ep.: 1386, Total Steps: 328711, Ep.Steps: 366, Score: 723.098, Avg.Score: 2024.832, Max.Score: 2185.555, Time: 04:43:42\n",
      "Ep.: 1387, Total Steps: 329711, Ep.Steps: 1000, Score: 2145.021, Avg.Score: 2025.926, Max.Score: 2185.555, Time: 04:44:33\n",
      "Ep.: 1388, Total Steps: 330711, Ep.Steps: 1000, Score: 2116.705, Avg.Score: 2026.457, Max.Score: 2185.555, Time: 04:45:24\n",
      "Ep.: 1389, Total Steps: 331711, Ep.Steps: 1000, Score: 2095.177, Avg.Score: 2027.294, Max.Score: 2185.555, Time: 04:46:15\n",
      "Ep.: 1390, Total Steps: 332711, Ep.Steps: 1000, Score: 2096.733, Avg.Score: 2028.050, Max.Score: 2185.555, Time: 04:47:06\n",
      "Ep.: 1391, Total Steps: 333711, Ep.Steps: 1000, Score: 2159.694, Avg.Score: 2029.625, Max.Score: 2185.555, Time: 04:47:57\n",
      "Ep.: 1392, Total Steps: 334711, Ep.Steps: 1000, Score: 2141.314, Avg.Score: 2030.800, Max.Score: 2185.555, Time: 04:48:48\n",
      "Ep.: 1393, Total Steps: 335711, Ep.Steps: 1000, Score: 2159.981, Avg.Score: 2031.834, Max.Score: 2185.555, Time: 04:49:39\n",
      "Ep.: 1394, Total Steps: 336711, Ep.Steps: 1000, Score: 2148.433, Avg.Score: 2033.249, Max.Score: 2185.555, Time: 04:50:30\n",
      "Ep.: 1395, Total Steps: 337711, Ep.Steps: 1000, Score: 2138.567, Avg.Score: 2034.021, Max.Score: 2185.555, Time: 04:51:22\n",
      "Ep.: 1396, Total Steps: 338711, Ep.Steps: 1000, Score: 2127.558, Avg.Score: 2035.007, Max.Score: 2185.555, Time: 04:52:13\n",
      "Ep.: 1397, Total Steps: 339711, Ep.Steps: 1000, Score: 2124.197, Avg.Score: 2035.806, Max.Score: 2185.555, Time: 04:53:05\n",
      "Ep.: 1398, Total Steps: 340711, Ep.Steps: 1000, Score: 2104.390, Avg.Score: 2036.285, Max.Score: 2185.555, Time: 04:53:56\n",
      "Ep.: 1399, Total Steps: 341711, Ep.Steps: 1000, Score: 2158.541, Avg.Score: 2037.336, Max.Score: 2185.555, Time: 04:54:47\n",
      "Ep.: 1400, Total Steps: 342055, Ep.Steps: 344, Score: 726.462, Avg.Score: 2024.066, Max.Score: 2185.555, Time: 04:55:05\n",
      "Ep.: 1401, Total Steps: 343055, Ep.Steps: 1000, Score: 2135.181, Avg.Score: 2024.853, Max.Score: 2185.555, Time: 04:55:56\n",
      "Ep.: 1402, Total Steps: 344055, Ep.Steps: 1000, Score: 2104.889, Avg.Score: 2025.422, Max.Score: 2185.555, Time: 04:56:47\n",
      "Ep.: 1403, Total Steps: 345055, Ep.Steps: 1000, Score: 2170.580, Avg.Score: 2026.354, Max.Score: 2185.555, Time: 04:57:38\n",
      "Ep.: 1404, Total Steps: 346055, Ep.Steps: 1000, Score: 2122.602, Avg.Score: 2026.704, Max.Score: 2185.555, Time: 04:58:29\n",
      "Ep.: 1405, Total Steps: 346107, Ep.Steps: 52, Score: 50.005, Avg.Score: 2006.408, Max.Score: 2185.555, Time: 04:58:32\n",
      "Ep.: 1406, Total Steps: 347107, Ep.Steps: 1000, Score: 2111.511, Avg.Score: 2012.667, Max.Score: 2185.555, Time: 04:59:23\n",
      "Ep.: 1407, Total Steps: 347158, Ep.Steps: 51, Score: 25.799, Avg.Score: 2002.024, Max.Score: 2185.555, Time: 04:59:26\n",
      "Ep.: 1408, Total Steps: 348158, Ep.Steps: 1000, Score: 2115.606, Avg.Score: 2002.174, Max.Score: 2185.555, Time: 05:00:17\n",
      "Ep.: 1409, Total Steps: 349040, Ep.Steps: 882, Score: 1801.363, Avg.Score: 2016.395, Max.Score: 2185.555, Time: 05:01:01\n",
      "Ep.: 1410, Total Steps: 350040, Ep.Steps: 1000, Score: 2102.724, Avg.Score: 2027.735, Max.Score: 2185.555, Time: 05:01:53\n",
      "Ep.: 1411, Total Steps: 350153, Ep.Steps: 113, Score: 200.308, Avg.Score: 2009.168, Max.Score: 2185.555, Time: 05:01:58\n",
      "Ep.: 1412, Total Steps: 350187, Ep.Steps: 34, Score: -2.168, Avg.Score: 1988.478, Max.Score: 2185.555, Time: 05:02:00\n",
      "Ep.: 1413, Total Steps: 350298, Ep.Steps: 111, Score: 216.387, Avg.Score: 1970.046, Max.Score: 2185.555, Time: 05:02:06\n",
      "Ep.: 1414, Total Steps: 351298, Ep.Steps: 1000, Score: 2103.401, Avg.Score: 1970.682, Max.Score: 2185.555, Time: 05:02:57\n",
      "Ep.: 1415, Total Steps: 352298, Ep.Steps: 1000, Score: 2048.941, Avg.Score: 1970.761, Max.Score: 2185.555, Time: 05:03:48\n",
      "Ep.: 1416, Total Steps: 352356, Ep.Steps: 58, Score: 87.400, Avg.Score: 1951.140, Max.Score: 2185.555, Time: 05:03:51\n",
      "Ep.: 1417, Total Steps: 353356, Ep.Steps: 1000, Score: 2079.430, Avg.Score: 1951.284, Max.Score: 2185.555, Time: 05:04:42\n",
      "Ep.: 1418, Total Steps: 354356, Ep.Steps: 1000, Score: 2053.235, Avg.Score: 1951.238, Max.Score: 2185.555, Time: 05:05:33\n",
      "Ep.: 1419, Total Steps: 354933, Ep.Steps: 577, Score: 1169.728, Avg.Score: 1942.181, Max.Score: 2185.555, Time: 05:06:03\n",
      "Ep.: 1420, Total Steps: 355933, Ep.Steps: 1000, Score: 2103.825, Avg.Score: 1942.590, Max.Score: 2185.555, Time: 05:06:54\n",
      "Ep.: 1421, Total Steps: 356933, Ep.Steps: 1000, Score: 2063.008, Avg.Score: 1942.371, Max.Score: 2185.555, Time: 05:07:45\n",
      "Ep.: 1422, Total Steps: 357721, Ep.Steps: 788, Score: 1597.438, Avg.Score: 1937.344, Max.Score: 2185.555, Time: 05:08:25\n",
      "Ep.: 1423, Total Steps: 358721, Ep.Steps: 1000, Score: 2019.632, Avg.Score: 1936.508, Max.Score: 2185.555, Time: 05:09:16\n",
      "Ep.: 1424, Total Steps: 359721, Ep.Steps: 1000, Score: 2036.566, Avg.Score: 1935.752, Max.Score: 2185.555, Time: 05:10:07\n",
      "Ep.: 1425, Total Steps: 359760, Ep.Steps: 39, Score: 30.622, Avg.Score: 1915.116, Max.Score: 2185.555, Time: 05:10:09\n",
      "Ep.: 1426, Total Steps: 360760, Ep.Steps: 1000, Score: 2059.827, Avg.Score: 1914.574, Max.Score: 2185.555, Time: 05:11:01\n",
      "Ep.: 1427, Total Steps: 360967, Ep.Steps: 207, Score: 390.739, Avg.Score: 1897.512, Max.Score: 2185.555, Time: 05:11:11\n",
      "Ep.: 1428, Total Steps: 361037, Ep.Steps: 70, Score: 105.859, Avg.Score: 1877.358, Max.Score: 2185.555, Time: 05:11:15\n",
      "Ep.: 1429, Total Steps: 362037, Ep.Steps: 1000, Score: 2046.195, Avg.Score: 1876.833, Max.Score: 2185.555, Time: 05:12:06\n",
      "Ep.: 1430, Total Steps: 362074, Ep.Steps: 37, Score: 37.549, Avg.Score: 1856.110, Max.Score: 2185.555, Time: 05:12:08\n",
      "Ep.: 1431, Total Steps: 362111, Ep.Steps: 37, Score: 46.606, Avg.Score: 1835.458, Max.Score: 2185.555, Time: 05:12:10\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1432, Total Steps: 363111, Ep.Steps: 1000, Score: 2086.436, Avg.Score: 1835.071, Max.Score: 2185.555, Time: 05:13:01\n",
      "Ep.: 1433, Total Steps: 364111, Ep.Steps: 1000, Score: 1994.100, Avg.Score: 1833.789, Max.Score: 2185.555, Time: 05:13:52\n",
      "Ep.: 1434, Total Steps: 365111, Ep.Steps: 1000, Score: 2022.314, Avg.Score: 1832.970, Max.Score: 2185.555, Time: 05:14:43\n",
      "Ep.: 1435, Total Steps: 365793, Ep.Steps: 682, Score: 1320.912, Avg.Score: 1824.968, Max.Score: 2185.555, Time: 05:15:18\n",
      "Ep.: 1436, Total Steps: 365837, Ep.Steps: 44, Score: 40.470, Avg.Score: 1804.087, Max.Score: 2185.555, Time: 05:15:20\n",
      "Ep.: 1437, Total Steps: 366837, Ep.Steps: 1000, Score: 2024.563, Avg.Score: 1803.141, Max.Score: 2185.555, Time: 05:16:11\n",
      "Ep.: 1438, Total Steps: 367837, Ep.Steps: 1000, Score: 2048.085, Avg.Score: 1802.256, Max.Score: 2185.555, Time: 05:17:03\n",
      "Ep.: 1439, Total Steps: 368837, Ep.Steps: 1000, Score: 2041.631, Avg.Score: 1801.412, Max.Score: 2185.555, Time: 05:17:54\n",
      "Ep.: 1440, Total Steps: 369837, Ep.Steps: 1000, Score: 2010.894, Avg.Score: 1800.387, Max.Score: 2185.555, Time: 05:18:45\n",
      "Ep.: 1441, Total Steps: 370837, Ep.Steps: 1000, Score: 2067.552, Avg.Score: 1800.058, Max.Score: 2185.555, Time: 05:19:37\n",
      "Ep.: 1442, Total Steps: 371516, Ep.Steps: 679, Score: 1396.632, Avg.Score: 1792.805, Max.Score: 2185.555, Time: 05:20:11\n",
      "Ep.: 1443, Total Steps: 372516, Ep.Steps: 1000, Score: 2131.082, Avg.Score: 1792.728, Max.Score: 2185.555, Time: 05:21:02\n",
      "Ep.: 1444, Total Steps: 373516, Ep.Steps: 1000, Score: 2121.158, Avg.Score: 1792.909, Max.Score: 2185.555, Time: 05:21:54\n",
      "Ep.: 1445, Total Steps: 374123, Ep.Steps: 607, Score: 1241.862, Avg.Score: 1783.981, Max.Score: 2185.555, Time: 05:22:25\n",
      "Ep.: 1446, Total Steps: 375123, Ep.Steps: 1000, Score: 2072.638, Avg.Score: 1783.551, Max.Score: 2185.555, Time: 05:23:16\n",
      "Ep.: 1447, Total Steps: 376123, Ep.Steps: 1000, Score: 2114.203, Avg.Score: 1783.664, Max.Score: 2185.555, Time: 05:24:07\n",
      "Ep.: 1448, Total Steps: 377123, Ep.Steps: 1000, Score: 2098.600, Avg.Score: 1783.531, Max.Score: 2185.555, Time: 05:24:59\n",
      "Ep.: 1449, Total Steps: 378000, Ep.Steps: 877, Score: 1825.958, Avg.Score: 1780.449, Max.Score: 2185.555, Time: 05:25:44\n",
      "Ep.: 1450, Total Steps: 378429, Ep.Steps: 429, Score: 876.077, Avg.Score: 1767.599, Max.Score: 2185.555, Time: 05:26:06\n",
      "Ep.: 1451, Total Steps: 379429, Ep.Steps: 1000, Score: 2135.871, Avg.Score: 1767.573, Max.Score: 2185.555, Time: 05:26:57\n",
      "Ep.: 1452, Total Steps: 380429, Ep.Steps: 1000, Score: 2104.157, Avg.Score: 1767.170, Max.Score: 2185.555, Time: 05:27:48\n",
      "Ep.: 1453, Total Steps: 381429, Ep.Steps: 1000, Score: 2133.753, Avg.Score: 1766.935, Max.Score: 2185.555, Time: 05:28:39\n",
      "Ep.: 1454, Total Steps: 382429, Ep.Steps: 1000, Score: 2106.424, Avg.Score: 1766.544, Max.Score: 2185.555, Time: 05:29:30\n",
      "Ep.: 1455, Total Steps: 383429, Ep.Steps: 1000, Score: 2106.262, Avg.Score: 1766.248, Max.Score: 2185.555, Time: 05:30:22\n",
      "Ep.: 1456, Total Steps: 384429, Ep.Steps: 1000, Score: 2039.265, Avg.Score: 1765.228, Max.Score: 2185.555, Time: 05:31:13\n",
      "Ep.: 1457, Total Steps: 385429, Ep.Steps: 1000, Score: 2087.950, Avg.Score: 1764.663, Max.Score: 2185.555, Time: 05:32:04\n",
      "Ep.: 1458, Total Steps: 386429, Ep.Steps: 1000, Score: 2095.696, Avg.Score: 1764.374, Max.Score: 2185.555, Time: 05:32:55\n",
      "Ep.: 1459, Total Steps: 387429, Ep.Steps: 1000, Score: 2121.621, Avg.Score: 1763.951, Max.Score: 2185.555, Time: 05:33:48\n",
      "Ep.: 1460, Total Steps: 388429, Ep.Steps: 1000, Score: 2098.053, Avg.Score: 1763.157, Max.Score: 2185.555, Time: 05:34:39\n",
      "Ep.: 1461, Total Steps: 389429, Ep.Steps: 1000, Score: 2136.551, Avg.Score: 1763.002, Max.Score: 2185.555, Time: 05:35:31\n",
      "Ep.: 1462, Total Steps: 389906, Ep.Steps: 477, Score: 1009.363, Avg.Score: 1751.240, Max.Score: 2181.699, Time: 05:35:55\n",
      "Ep.: 1463, Total Steps: 390906, Ep.Steps: 1000, Score: 2131.353, Avg.Score: 1751.019, Max.Score: 2181.699, Time: 05:36:46\n",
      "Ep.: 1464, Total Steps: 391906, Ep.Steps: 1000, Score: 2139.571, Avg.Score: 1750.634, Max.Score: 2181.699, Time: 05:37:38\n",
      "Ep.: 1465, Total Steps: 392537, Ep.Steps: 631, Score: 1312.576, Avg.Score: 1742.212, Max.Score: 2181.699, Time: 05:38:10\n",
      "Ep.: 1466, Total Steps: 393537, Ep.Steps: 1000, Score: 2137.310, Avg.Score: 1741.833, Max.Score: 2181.699, Time: 05:39:01\n",
      "Ep.: 1467, Total Steps: 394006, Ep.Steps: 469, Score: 981.623, Avg.Score: 1729.892, Max.Score: 2181.699, Time: 05:39:25\n",
      "Ep.: 1468, Total Steps: 395006, Ep.Steps: 1000, Score: 2126.507, Avg.Score: 1729.598, Max.Score: 2181.699, Time: 05:40:17\n",
      "Ep.: 1469, Total Steps: 395991, Ep.Steps: 985, Score: 2081.816, Avg.Score: 1728.599, Max.Score: 2171.041, Time: 05:41:08\n",
      "Ep.: 1470, Total Steps: 396991, Ep.Steps: 1000, Score: 2119.693, Avg.Score: 1728.086, Max.Score: 2170.580, Time: 05:41:59\n",
      "Ep.: 1471, Total Steps: 397991, Ep.Steps: 1000, Score: 2064.737, Avg.Score: 1727.058, Max.Score: 2170.580, Time: 05:42:51\n",
      "Ep.: 1472, Total Steps: 398991, Ep.Steps: 1000, Score: 2138.888, Avg.Score: 1726.753, Max.Score: 2170.580, Time: 05:43:42\n",
      "Ep.: 1473, Total Steps: 399991, Ep.Steps: 1000, Score: 2029.432, Avg.Score: 1725.513, Max.Score: 2170.580, Time: 05:44:33\n",
      "Ep.: 1474, Total Steps: 400991, Ep.Steps: 1000, Score: 2109.624, Avg.Score: 1725.050, Max.Score: 2170.580, Time: 05:45:25\n",
      "Ep.: 1475, Total Steps: 401991, Ep.Steps: 1000, Score: 2047.428, Avg.Score: 1738.221, Max.Score: 2170.580, Time: 05:46:21\n",
      "Ep.: 1476, Total Steps: 402991, Ep.Steps: 1000, Score: 2023.720, Avg.Score: 1747.366, Max.Score: 2170.580, Time: 05:47:18\n",
      "Ep.: 1477, Total Steps: 403991, Ep.Steps: 1000, Score: 2061.341, Avg.Score: 1746.347, Max.Score: 2170.580, Time: 05:48:09\n",
      "Ep.: 1478, Total Steps: 404991, Ep.Steps: 1000, Score: 2106.777, Avg.Score: 1745.902, Max.Score: 2170.580, Time: 05:49:00\n",
      "Ep.: 1479, Total Steps: 405991, Ep.Steps: 1000, Score: 2074.391, Avg.Score: 1745.395, Max.Score: 2170.580, Time: 05:49:52\n",
      "Ep.: 1480, Total Steps: 406991, Ep.Steps: 1000, Score: 2069.614, Avg.Score: 1744.757, Max.Score: 2170.580, Time: 05:50:43\n",
      "Ep.: 1481, Total Steps: 407991, Ep.Steps: 1000, Score: 2090.363, Avg.Score: 1744.567, Max.Score: 2170.580, Time: 05:51:34\n",
      "Ep.: 1482, Total Steps: 408724, Ep.Steps: 733, Score: 1512.199, Avg.Score: 1738.600, Max.Score: 2170.580, Time: 05:52:11\n",
      "Ep.: 1483, Total Steps: 409724, Ep.Steps: 1000, Score: 2063.439, Avg.Score: 1738.036, Max.Score: 2170.580, Time: 05:53:02\n",
      "Ep.: 1484, Total Steps: 410724, Ep.Steps: 1000, Score: 2085.252, Avg.Score: 1737.643, Max.Score: 2170.580, Time: 05:53:54\n",
      "Ep.: 1485, Total Steps: 411724, Ep.Steps: 1000, Score: 2073.701, Avg.Score: 1736.921, Max.Score: 2170.580, Time: 05:54:45\n",
      "Ep.: 1486, Total Steps: 412724, Ep.Steps: 1000, Score: 2118.581, Avg.Score: 1750.876, Max.Score: 2170.580, Time: 05:55:36\n",
      "Ep.: 1487, Total Steps: 413724, Ep.Steps: 1000, Score: 2088.989, Avg.Score: 1750.316, Max.Score: 2170.580, Time: 05:56:27\n",
      "Ep.: 1488, Total Steps: 414724, Ep.Steps: 1000, Score: 2066.825, Avg.Score: 1749.817, Max.Score: 2170.580, Time: 05:57:18\n",
      "Ep.: 1489, Total Steps: 415409, Ep.Steps: 685, Score: 1424.172, Avg.Score: 1743.107, Max.Score: 2170.580, Time: 05:57:53\n",
      "Ep.: 1490, Total Steps: 416409, Ep.Steps: 1000, Score: 2092.613, Avg.Score: 1743.066, Max.Score: 2170.580, Time: 05:58:44\n",
      "Ep.: 1491, Total Steps: 416971, Ep.Steps: 562, Score: 1129.460, Avg.Score: 1732.764, Max.Score: 2170.580, Time: 05:59:13\n",
      "Ep.: 1492, Total Steps: 417971, Ep.Steps: 1000, Score: 2093.664, Avg.Score: 1732.287, Max.Score: 2170.580, Time: 06:00:04\n",
      "Ep.: 1493, Total Steps: 418971, Ep.Steps: 1000, Score: 2116.220, Avg.Score: 1731.849, Max.Score: 2170.580, Time: 06:00:56\n",
      "Ep.: 1494, Total Steps: 419971, Ep.Steps: 1000, Score: 2104.703, Avg.Score: 1731.412, Max.Score: 2170.580, Time: 06:01:46\n",
      "Ep.: 1495, Total Steps: 420971, Ep.Steps: 1000, Score: 2111.357, Avg.Score: 1731.140, Max.Score: 2170.580, Time: 06:02:37\n",
      "Ep.: 1496, Total Steps: 421971, Ep.Steps: 1000, Score: 2112.027, Avg.Score: 1730.985, Max.Score: 2170.580, Time: 06:03:28\n",
      "Ep.: 1497, Total Steps: 422971, Ep.Steps: 1000, Score: 2114.643, Avg.Score: 1730.889, Max.Score: 2170.580, Time: 06:04:19\n",
      "Ep.: 1498, Total Steps: 423799, Ep.Steps: 828, Score: 1722.956, Avg.Score: 1727.075, Max.Score: 2170.580, Time: 06:05:02\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1499, Total Steps: 424799, Ep.Steps: 1000, Score: 2121.271, Avg.Score: 1726.702, Max.Score: 2170.580, Time: 06:05:53\n",
      "Ep.: 1500, Total Steps: 425109, Ep.Steps: 310, Score: 620.605, Avg.Score: 1725.644, Max.Score: 2170.580, Time: 06:06:08\n",
      "Ep.: 1501, Total Steps: 425603, Ep.Steps: 494, Score: 985.990, Avg.Score: 1714.152, Max.Score: 2170.580, Time: 06:06:34\n",
      "Ep.: 1502, Total Steps: 426076, Ep.Steps: 473, Score: 972.712, Avg.Score: 1702.830, Max.Score: 2170.580, Time: 06:06:58\n",
      "Ep.: 1503, Total Steps: 427076, Ep.Steps: 1000, Score: 2086.891, Avg.Score: 1701.993, Max.Score: 2139.571, Time: 06:07:49\n",
      "Ep.: 1504, Total Steps: 428076, Ep.Steps: 1000, Score: 2082.568, Avg.Score: 1701.593, Max.Score: 2139.571, Time: 06:08:40\n",
      "Ep.: 1505, Total Steps: 429076, Ep.Steps: 1000, Score: 2117.402, Avg.Score: 1722.267, Max.Score: 2139.571, Time: 06:09:32\n",
      "Ep.: 1506, Total Steps: 430076, Ep.Steps: 1000, Score: 2105.988, Avg.Score: 1722.211, Max.Score: 2139.571, Time: 06:10:23\n",
      "Ep.: 1507, Total Steps: 431076, Ep.Steps: 1000, Score: 2118.439, Avg.Score: 1743.138, Max.Score: 2139.571, Time: 06:11:14\n",
      "Ep.: 1508, Total Steps: 432076, Ep.Steps: 1000, Score: 2131.996, Avg.Score: 1743.302, Max.Score: 2139.571, Time: 06:12:05\n",
      "Ep.: 1509, Total Steps: 433076, Ep.Steps: 1000, Score: 2125.683, Avg.Score: 1746.545, Max.Score: 2139.571, Time: 06:12:56\n",
      "Ep.: 1510, Total Steps: 434076, Ep.Steps: 1000, Score: 2117.959, Avg.Score: 1746.697, Max.Score: 2139.571, Time: 06:13:47\n",
      "Ep.: 1511, Total Steps: 435076, Ep.Steps: 1000, Score: 2124.501, Avg.Score: 1765.939, Max.Score: 2139.571, Time: 06:14:38\n",
      "Ep.: 1512, Total Steps: 436076, Ep.Steps: 1000, Score: 2129.695, Avg.Score: 1787.258, Max.Score: 2139.571, Time: 06:15:30\n",
      "Ep.: 1513, Total Steps: 437076, Ep.Steps: 1000, Score: 2140.541, Avg.Score: 1806.499, Max.Score: 2140.541, Time: 06:16:21\n",
      "Ep.: 1514, Total Steps: 438076, Ep.Steps: 1000, Score: 2113.715, Avg.Score: 1806.603, Max.Score: 2140.541, Time: 06:17:12\n",
      "Ep.: 1515, Total Steps: 439076, Ep.Steps: 1000, Score: 2148.977, Avg.Score: 1807.603, Max.Score: 2148.977, Time: 06:18:03\n",
      "Ep.: 1516, Total Steps: 440076, Ep.Steps: 1000, Score: 2145.618, Avg.Score: 1828.185, Max.Score: 2148.977, Time: 06:18:54\n",
      "Ep.: 1517, Total Steps: 441076, Ep.Steps: 1000, Score: 2110.164, Avg.Score: 1828.492, Max.Score: 2148.977, Time: 06:19:46\n",
      "Ep.: 1518, Total Steps: 442076, Ep.Steps: 1000, Score: 2127.719, Avg.Score: 1829.237, Max.Score: 2148.977, Time: 06:20:36\n",
      "Ep.: 1519, Total Steps: 443076, Ep.Steps: 1000, Score: 2125.335, Avg.Score: 1838.793, Max.Score: 2148.977, Time: 06:21:27\n",
      "Ep.: 1520, Total Steps: 444076, Ep.Steps: 1000, Score: 2136.306, Avg.Score: 1839.118, Max.Score: 2148.977, Time: 06:22:18\n",
      "Ep.: 1521, Total Steps: 445076, Ep.Steps: 1000, Score: 2106.978, Avg.Score: 1839.558, Max.Score: 2148.977, Time: 06:23:09\n",
      "Ep.: 1522, Total Steps: 446076, Ep.Steps: 1000, Score: 2137.668, Avg.Score: 1844.960, Max.Score: 2148.977, Time: 06:24:01\n",
      "Ep.: 1523, Total Steps: 446727, Ep.Steps: 651, Score: 1398.539, Avg.Score: 1838.749, Max.Score: 2148.977, Time: 06:24:34\n",
      "Ep.: 1524, Total Steps: 447727, Ep.Steps: 1000, Score: 2142.844, Avg.Score: 1839.812, Max.Score: 2148.977, Time: 06:25:25\n",
      "Ep.: 1525, Total Steps: 448614, Ep.Steps: 887, Score: 1923.977, Avg.Score: 1858.746, Max.Score: 2148.977, Time: 06:26:11\n",
      "Ep.: 1526, Total Steps: 449107, Ep.Steps: 493, Score: 1054.210, Avg.Score: 1848.689, Max.Score: 2148.977, Time: 06:26:36\n",
      "Ep.: 1527, Total Steps: 449689, Ep.Steps: 582, Score: 1268.134, Avg.Score: 1857.463, Max.Score: 2148.977, Time: 06:27:06\n",
      "Ep.: 1528, Total Steps: 450689, Ep.Steps: 1000, Score: 2185.250, Avg.Score: 1878.257, Max.Score: 2185.250, Time: 06:27:57\n",
      "Ep.: 1529, Total Steps: 451689, Ep.Steps: 1000, Score: 2177.549, Avg.Score: 1879.571, Max.Score: 2185.250, Time: 06:28:47\n",
      "Ep.: 1530, Total Steps: 452689, Ep.Steps: 1000, Score: 2163.762, Avg.Score: 1900.833, Max.Score: 2185.250, Time: 06:29:38\n",
      "Ep.: 1531, Total Steps: 452974, Ep.Steps: 285, Score: 598.695, Avg.Score: 1906.354, Max.Score: 2185.250, Time: 06:29:53\n",
      "Ep.: 1532, Total Steps: 453974, Ep.Steps: 1000, Score: 2170.707, Avg.Score: 1907.196, Max.Score: 2185.250, Time: 06:30:44\n",
      "Ep.: 1533, Total Steps: 454974, Ep.Steps: 1000, Score: 2178.016, Avg.Score: 1909.036, Max.Score: 2185.250, Time: 06:31:35\n",
      "Ep.: 1534, Total Steps: 455974, Ep.Steps: 1000, Score: 2170.838, Avg.Score: 1910.521, Max.Score: 2185.250, Time: 06:32:26\n",
      "Ep.: 1535, Total Steps: 456121, Ep.Steps: 147, Score: 275.060, Avg.Score: 1900.062, Max.Score: 2185.250, Time: 06:32:33\n",
      "Ep.: 1536, Total Steps: 457121, Ep.Steps: 1000, Score: 2148.868, Avg.Score: 1921.146, Max.Score: 2185.250, Time: 06:33:25\n",
      "Ep.: 1537, Total Steps: 458121, Ep.Steps: 1000, Score: 2166.575, Avg.Score: 1922.566, Max.Score: 2185.250, Time: 06:34:16\n",
      "Ep.: 1538, Total Steps: 459121, Ep.Steps: 1000, Score: 2157.906, Avg.Score: 1923.665, Max.Score: 2185.250, Time: 06:35:07\n",
      "Ep.: 1539, Total Steps: 460121, Ep.Steps: 1000, Score: 2149.869, Avg.Score: 1924.747, Max.Score: 2185.250, Time: 06:35:58\n",
      "Ep.: 1540, Total Steps: 461121, Ep.Steps: 1000, Score: 2175.448, Avg.Score: 1926.393, Max.Score: 2185.250, Time: 06:36:49\n",
      "Ep.: 1541, Total Steps: 462121, Ep.Steps: 1000, Score: 2146.114, Avg.Score: 1927.178, Max.Score: 2185.250, Time: 06:37:40\n",
      "Ep.: 1542, Total Steps: 463121, Ep.Steps: 1000, Score: 2188.912, Avg.Score: 1935.101, Max.Score: 2188.912, Time: 06:38:32\n",
      "Ep.: 1543, Total Steps: 464121, Ep.Steps: 1000, Score: 2157.211, Avg.Score: 1935.362, Max.Score: 2188.912, Time: 06:39:23\n",
      "Ep.: 1544, Total Steps: 465121, Ep.Steps: 1000, Score: 2155.452, Avg.Score: 1935.705, Max.Score: 2188.912, Time: 06:40:14\n",
      "Ep.: 1545, Total Steps: 466121, Ep.Steps: 1000, Score: 2183.707, Avg.Score: 1945.124, Max.Score: 2188.912, Time: 06:41:05\n",
      "Ep.: 1546, Total Steps: 467121, Ep.Steps: 1000, Score: 2197.309, Avg.Score: 1946.370, Max.Score: 2197.309, Time: 06:41:56\n",
      "Ep.: 1547, Total Steps: 468121, Ep.Steps: 1000, Score: 2201.841, Avg.Score: 1947.247, Max.Score: 2201.841, Time: 06:42:48\n",
      "Ep.: 1548, Total Steps: 469121, Ep.Steps: 1000, Score: 2183.443, Avg.Score: 1948.095, Max.Score: 2201.841, Time: 06:43:39\n",
      "Ep.: 1549, Total Steps: 470121, Ep.Steps: 1000, Score: 2183.116, Avg.Score: 1951.667, Max.Score: 2201.841, Time: 06:44:30\n",
      "Ep.: 1550, Total Steps: 471121, Ep.Steps: 1000, Score: 2163.950, Avg.Score: 1964.545, Max.Score: 2201.841, Time: 06:45:21\n",
      "Ep.: 1551, Total Steps: 472121, Ep.Steps: 1000, Score: 2146.106, Avg.Score: 1964.648, Max.Score: 2201.841, Time: 06:46:13\n",
      "Ep.: 1552, Total Steps: 472307, Ep.Steps: 186, Score: 364.809, Avg.Score: 1947.254, Max.Score: 2201.841, Time: 06:46:22\n",
      "Ep.: 1553, Total Steps: 473307, Ep.Steps: 1000, Score: 2145.025, Avg.Score: 1947.367, Max.Score: 2201.841, Time: 06:47:13\n",
      "Ep.: 1554, Total Steps: 473878, Ep.Steps: 571, Score: 1221.842, Avg.Score: 1938.521, Max.Score: 2201.841, Time: 06:47:42\n",
      "Ep.: 1555, Total Steps: 474878, Ep.Steps: 1000, Score: 2161.496, Avg.Score: 1939.074, Max.Score: 2201.841, Time: 06:48:34\n",
      "Ep.: 1556, Total Steps: 475878, Ep.Steps: 1000, Score: 2184.335, Avg.Score: 1940.524, Max.Score: 2201.841, Time: 06:49:25\n",
      "Ep.: 1557, Total Steps: 476878, Ep.Steps: 1000, Score: 2180.416, Avg.Score: 1941.449, Max.Score: 2201.841, Time: 06:50:16\n",
      "Ep.: 1558, Total Steps: 477878, Ep.Steps: 1000, Score: 2158.514, Avg.Score: 1942.077, Max.Score: 2201.841, Time: 06:51:07\n",
      "Ep.: 1559, Total Steps: 478878, Ep.Steps: 1000, Score: 2198.376, Avg.Score: 1942.845, Max.Score: 2201.841, Time: 06:51:58\n",
      "Ep.: 1560, Total Steps: 479098, Ep.Steps: 220, Score: 456.614, Avg.Score: 1926.430, Max.Score: 2201.841, Time: 06:52:09\n",
      "Ep.: 1561, Total Steps: 480098, Ep.Steps: 1000, Score: 2164.109, Avg.Score: 1926.706, Max.Score: 2201.841, Time: 06:53:00\n",
      "Ep.: 1562, Total Steps: 481098, Ep.Steps: 1000, Score: 2149.971, Avg.Score: 1938.112, Max.Score: 2201.841, Time: 06:53:52\n",
      "Ep.: 1563, Total Steps: 482098, Ep.Steps: 1000, Score: 2163.105, Avg.Score: 1938.429, Max.Score: 2201.841, Time: 06:54:43\n",
      "Ep.: 1564, Total Steps: 483098, Ep.Steps: 1000, Score: 2171.592, Avg.Score: 1938.750, Max.Score: 2201.841, Time: 06:55:34\n",
      "Ep.: 1565, Total Steps: 483893, Ep.Steps: 795, Score: 1739.119, Avg.Score: 1943.015, Max.Score: 2201.841, Time: 06:56:15\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1566, Total Steps: 484893, Ep.Steps: 1000, Score: 2195.412, Avg.Score: 1943.596, Max.Score: 2201.841, Time: 06:57:06\n",
      "Ep.: 1567, Total Steps: 485893, Ep.Steps: 1000, Score: 2169.893, Avg.Score: 1955.479, Max.Score: 2201.841, Time: 06:57:57\n",
      "Ep.: 1568, Total Steps: 486893, Ep.Steps: 1000, Score: 2176.831, Avg.Score: 1955.982, Max.Score: 2201.841, Time: 06:58:48\n",
      "Ep.: 1569, Total Steps: 487893, Ep.Steps: 1000, Score: 2189.927, Avg.Score: 1957.063, Max.Score: 2201.841, Time: 06:59:40\n",
      "Ep.: 1570, Total Steps: 488893, Ep.Steps: 1000, Score: 2175.729, Avg.Score: 1957.624, Max.Score: 2201.841, Time: 07:00:31\n",
      "Ep.: 1571, Total Steps: 489893, Ep.Steps: 1000, Score: 2173.186, Avg.Score: 1958.708, Max.Score: 2201.841, Time: 07:01:22\n",
      "Ep.: 1572, Total Steps: 490893, Ep.Steps: 1000, Score: 2198.917, Avg.Score: 1959.308, Max.Score: 2201.841, Time: 07:02:13\n",
      "Ep.: 1573, Total Steps: 491893, Ep.Steps: 1000, Score: 2182.566, Avg.Score: 1960.840, Max.Score: 2201.841, Time: 07:03:05\n",
      "Ep.: 1574, Total Steps: 492246, Ep.Steps: 353, Score: 718.689, Avg.Score: 1946.930, Max.Score: 2201.841, Time: 07:03:23\n",
      "Ep.: 1575, Total Steps: 493246, Ep.Steps: 1000, Score: 2214.061, Avg.Score: 1948.597, Max.Score: 2214.061, Time: 07:04:14\n",
      "Ep.: 1576, Total Steps: 494246, Ep.Steps: 1000, Score: 2192.171, Avg.Score: 1950.281, Max.Score: 2214.061, Time: 07:05:05\n",
      "Ep.: 1577, Total Steps: 495246, Ep.Steps: 1000, Score: 2135.823, Avg.Score: 1951.026, Max.Score: 2214.061, Time: 07:05:56\n",
      "Ep.: 1578, Total Steps: 496246, Ep.Steps: 1000, Score: 2183.140, Avg.Score: 1951.790, Max.Score: 2214.061, Time: 07:06:47\n",
      "Ep.: 1579, Total Steps: 497246, Ep.Steps: 1000, Score: 2178.538, Avg.Score: 1952.831, Max.Score: 2214.061, Time: 07:07:38\n",
      "Ep.: 1580, Total Steps: 498246, Ep.Steps: 1000, Score: 2205.742, Avg.Score: 1954.192, Max.Score: 2214.061, Time: 07:08:29\n",
      "Ep.: 1581, Total Steps: 499225, Ep.Steps: 979, Score: 2085.720, Avg.Score: 1954.146, Max.Score: 2214.061, Time: 07:09:19\n",
      "Ep.: 1582, Total Steps: 500225, Ep.Steps: 1000, Score: 2180.404, Avg.Score: 1960.828, Max.Score: 2214.061, Time: 07:10:10\n",
      "Ep.: 1583, Total Steps: 501225, Ep.Steps: 1000, Score: 2168.394, Avg.Score: 1961.878, Max.Score: 2214.061, Time: 07:11:02\n",
      "Ep.: 1584, Total Steps: 502225, Ep.Steps: 1000, Score: 2176.957, Avg.Score: 1962.795, Max.Score: 2214.061, Time: 07:11:53\n",
      "Ep.: 1585, Total Steps: 503225, Ep.Steps: 1000, Score: 2169.874, Avg.Score: 1963.756, Max.Score: 2214.061, Time: 07:12:44\n",
      "Ep.: 1586, Total Steps: 504225, Ep.Steps: 1000, Score: 2175.092, Avg.Score: 1964.321, Max.Score: 2214.061, Time: 07:13:35\n",
      "Ep.: 1587, Total Steps: 505225, Ep.Steps: 1000, Score: 2200.762, Avg.Score: 1965.439, Max.Score: 2214.061, Time: 07:14:27\n",
      "Ep.: 1588, Total Steps: 506225, Ep.Steps: 1000, Score: 2190.433, Avg.Score: 1966.675, Max.Score: 2214.061, Time: 07:15:23\n",
      "Ep.: 1589, Total Steps: 507005, Ep.Steps: 780, Score: 1688.644, Avg.Score: 1969.320, Max.Score: 2214.061, Time: 07:16:04\n",
      "Ep.: 1590, Total Steps: 508005, Ep.Steps: 1000, Score: 2183.221, Avg.Score: 1970.226, Max.Score: 2214.061, Time: 07:16:57\n",
      "Ep.: 1591, Total Steps: 509005, Ep.Steps: 1000, Score: 2172.550, Avg.Score: 1980.657, Max.Score: 2214.061, Time: 07:17:51\n",
      "Ep.: 1592, Total Steps: 510005, Ep.Steps: 1000, Score: 2189.047, Avg.Score: 1981.611, Max.Score: 2214.061, Time: 07:18:43\n",
      "Ep.: 1593, Total Steps: 511005, Ep.Steps: 1000, Score: 2184.374, Avg.Score: 1982.292, Max.Score: 2214.061, Time: 07:19:34\n",
      "Ep.: 1594, Total Steps: 512005, Ep.Steps: 1000, Score: 2181.193, Avg.Score: 1983.057, Max.Score: 2214.061, Time: 07:20:25\n",
      "Ep.: 1595, Total Steps: 513005, Ep.Steps: 1000, Score: 2205.676, Avg.Score: 1984.000, Max.Score: 2214.061, Time: 07:21:16\n",
      "Ep.: 1596, Total Steps: 514005, Ep.Steps: 1000, Score: 2188.045, Avg.Score: 1984.761, Max.Score: 2214.061, Time: 07:22:08\n",
      "Ep.: 1597, Total Steps: 514909, Ep.Steps: 904, Score: 1990.626, Avg.Score: 1983.520, Max.Score: 2214.061, Time: 07:22:54\n",
      "Ep.: 1598, Total Steps: 515909, Ep.Steps: 1000, Score: 2195.870, Avg.Score: 1988.250, Max.Score: 2214.061, Time: 07:23:45\n",
      "Ep.: 1599, Total Steps: 516909, Ep.Steps: 1000, Score: 2185.511, Avg.Score: 1988.892, Max.Score: 2214.061, Time: 07:24:36\n",
      "Ep.: 1600, Total Steps: 517467, Ep.Steps: 558, Score: 1184.652, Avg.Score: 1994.532, Max.Score: 2214.061, Time: 07:25:05\n",
      "Ep.: 1601, Total Steps: 518467, Ep.Steps: 1000, Score: 2188.319, Avg.Score: 2006.556, Max.Score: 2214.061, Time: 07:25:56\n",
      "Ep.: 1602, Total Steps: 519467, Ep.Steps: 1000, Score: 2193.889, Avg.Score: 2018.767, Max.Score: 2214.061, Time: 07:26:47\n",
      "Ep.: 1603, Total Steps: 520126, Ep.Steps: 659, Score: 1426.274, Avg.Score: 2012.161, Max.Score: 2214.061, Time: 07:27:20\n",
      "Ep.: 1604, Total Steps: 521126, Ep.Steps: 1000, Score: 2222.565, Avg.Score: 2013.561, Max.Score: 2222.565, Time: 07:28:11\n",
      "Ep.: 1605, Total Steps: 522126, Ep.Steps: 1000, Score: 2194.753, Avg.Score: 2014.335, Max.Score: 2222.565, Time: 07:29:02\n",
      "Ep.: 1606, Total Steps: 523126, Ep.Steps: 1000, Score: 2172.630, Avg.Score: 2015.001, Max.Score: 2222.565, Time: 07:29:54\n",
      "Ep.: 1607, Total Steps: 523579, Ep.Steps: 453, Score: 971.657, Avg.Score: 2003.533, Max.Score: 2222.565, Time: 07:30:17\n",
      "Ep.: 1608, Total Steps: 524579, Ep.Steps: 1000, Score: 2214.812, Avg.Score: 2004.362, Max.Score: 2222.565, Time: 07:31:08\n",
      "Ep.: 1609, Total Steps: 525579, Ep.Steps: 1000, Score: 2216.791, Avg.Score: 2005.273, Max.Score: 2222.565, Time: 07:31:59\n",
      "Ep.: 1610, Total Steps: 526579, Ep.Steps: 1000, Score: 2218.613, Avg.Score: 2006.279, Max.Score: 2222.565, Time: 07:32:50\n",
      "Ep.: 1611, Total Steps: 527579, Ep.Steps: 1000, Score: 2182.663, Avg.Score: 2006.861, Max.Score: 2222.565, Time: 07:33:41\n",
      "Ep.: 1612, Total Steps: 528579, Ep.Steps: 1000, Score: 2190.222, Avg.Score: 2007.466, Max.Score: 2222.565, Time: 07:34:33\n",
      "Ep.: 1613, Total Steps: 529579, Ep.Steps: 1000, Score: 2184.117, Avg.Score: 2007.902, Max.Score: 2222.565, Time: 07:35:24\n",
      "Ep.: 1614, Total Steps: 530579, Ep.Steps: 1000, Score: 2172.618, Avg.Score: 2008.491, Max.Score: 2222.565, Time: 07:36:15\n",
      "Ep.: 1615, Total Steps: 531579, Ep.Steps: 1000, Score: 2190.739, Avg.Score: 2008.908, Max.Score: 2222.565, Time: 07:37:06\n",
      "Ep.: 1616, Total Steps: 532579, Ep.Steps: 1000, Score: 2196.724, Avg.Score: 2009.420, Max.Score: 2222.565, Time: 07:37:57\n",
      "Ep.: 1617, Total Steps: 533579, Ep.Steps: 1000, Score: 2186.320, Avg.Score: 2010.181, Max.Score: 2222.565, Time: 07:38:48\n",
      "Ep.: 1618, Total Steps: 534579, Ep.Steps: 1000, Score: 2187.140, Avg.Score: 2010.775, Max.Score: 2222.565, Time: 07:39:40\n",
      "Ep.: 1619, Total Steps: 535579, Ep.Steps: 1000, Score: 2173.953, Avg.Score: 2011.262, Max.Score: 2222.565, Time: 07:40:30\n",
      "Ep.: 1620, Total Steps: 536579, Ep.Steps: 1000, Score: 2199.958, Avg.Score: 2011.898, Max.Score: 2222.565, Time: 07:41:21\n",
      "Ep.: 1621, Total Steps: 537579, Ep.Steps: 1000, Score: 2208.600, Avg.Score: 2012.914, Max.Score: 2222.565, Time: 07:42:12\n",
      "Ep.: 1622, Total Steps: 538579, Ep.Steps: 1000, Score: 2183.935, Avg.Score: 2013.377, Max.Score: 2222.565, Time: 07:43:03\n",
      "Ep.: 1623, Total Steps: 539284, Ep.Steps: 705, Score: 1514.731, Avg.Score: 2014.539, Max.Score: 2222.565, Time: 07:43:40\n",
      "Ep.: 1624, Total Steps: 540284, Ep.Steps: 1000, Score: 2179.653, Avg.Score: 2014.907, Max.Score: 2222.565, Time: 07:44:31\n",
      "Ep.: 1625, Total Steps: 541284, Ep.Steps: 1000, Score: 2182.338, Avg.Score: 2017.491, Max.Score: 2222.565, Time: 07:45:21\n",
      "Ep.: 1626, Total Steps: 542284, Ep.Steps: 1000, Score: 2164.651, Avg.Score: 2028.595, Max.Score: 2222.565, Time: 07:46:12\n",
      "Ep.: 1627, Total Steps: 543284, Ep.Steps: 1000, Score: 2192.366, Avg.Score: 2037.837, Max.Score: 2222.565, Time: 07:47:04\n",
      "Ep.: 1628, Total Steps: 544284, Ep.Steps: 1000, Score: 2169.547, Avg.Score: 2037.680, Max.Score: 2222.565, Time: 07:47:55\n",
      "Ep.: 1629, Total Steps: 545284, Ep.Steps: 1000, Score: 2200.261, Avg.Score: 2037.907, Max.Score: 2222.565, Time: 07:48:46\n",
      "Ep.: 1630, Total Steps: 546284, Ep.Steps: 1000, Score: 2202.911, Avg.Score: 2038.299, Max.Score: 2222.565, Time: 07:49:38\n",
      "Ep.: 1631, Total Steps: 547284, Ep.Steps: 1000, Score: 2189.643, Avg.Score: 2054.208, Max.Score: 2222.565, Time: 07:50:29\n",
      "Ep.: 1632, Total Steps: 548284, Ep.Steps: 1000, Score: 2193.575, Avg.Score: 2054.437, Max.Score: 2222.565, Time: 07:51:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1633, Total Steps: 549284, Ep.Steps: 1000, Score: 2193.761, Avg.Score: 2054.594, Max.Score: 2222.565, Time: 07:52:12\n",
      "Ep.: 1634, Total Steps: 550284, Ep.Steps: 1000, Score: 2209.359, Avg.Score: 2054.980, Max.Score: 2222.565, Time: 07:53:03\n",
      "Ep.: 1635, Total Steps: 551284, Ep.Steps: 1000, Score: 2206.149, Avg.Score: 2074.291, Max.Score: 2222.565, Time: 07:53:54\n",
      "Ep.: 1636, Total Steps: 552284, Ep.Steps: 1000, Score: 2193.040, Avg.Score: 2074.732, Max.Score: 2222.565, Time: 07:54:46\n",
      "Ep.: 1637, Total Steps: 553284, Ep.Steps: 1000, Score: 2177.841, Avg.Score: 2074.845, Max.Score: 2222.565, Time: 07:55:37\n",
      "Ep.: 1638, Total Steps: 554284, Ep.Steps: 1000, Score: 2213.494, Avg.Score: 2075.401, Max.Score: 2222.565, Time: 07:56:28\n",
      "Ep.: 1639, Total Steps: 555284, Ep.Steps: 1000, Score: 2192.446, Avg.Score: 2075.827, Max.Score: 2222.565, Time: 07:57:19\n",
      "Ep.: 1640, Total Steps: 556284, Ep.Steps: 1000, Score: 2216.614, Avg.Score: 2076.238, Max.Score: 2222.565, Time: 07:58:10\n",
      "Ep.: 1641, Total Steps: 557284, Ep.Steps: 1000, Score: 2202.271, Avg.Score: 2076.800, Max.Score: 2222.565, Time: 07:59:01\n",
      "Ep.: 1642, Total Steps: 558284, Ep.Steps: 1000, Score: 2177.581, Avg.Score: 2076.687, Max.Score: 2222.565, Time: 07:59:52\n",
      "Ep.: 1643, Total Steps: 559284, Ep.Steps: 1000, Score: 2215.670, Avg.Score: 2077.271, Max.Score: 2222.565, Time: 08:00:43\n",
      "Ep.: 1644, Total Steps: 560284, Ep.Steps: 1000, Score: 2190.882, Avg.Score: 2077.625, Max.Score: 2222.565, Time: 08:01:35\n",
      "Ep.: 1645, Total Steps: 561284, Ep.Steps: 1000, Score: 2162.178, Avg.Score: 2077.410, Max.Score: 2222.565, Time: 08:02:26\n",
      "Ep.: 1646, Total Steps: 562284, Ep.Steps: 1000, Score: 2198.140, Avg.Score: 2077.418, Max.Score: 2222.565, Time: 08:03:17\n",
      "Ep.: 1647, Total Steps: 563284, Ep.Steps: 1000, Score: 2196.421, Avg.Score: 2077.364, Max.Score: 2222.565, Time: 08:04:08\n",
      "Ep.: 1648, Total Steps: 564284, Ep.Steps: 1000, Score: 2173.588, Avg.Score: 2077.266, Max.Score: 2222.565, Time: 08:04:59\n",
      "Ep.: 1649, Total Steps: 565284, Ep.Steps: 1000, Score: 2205.518, Avg.Score: 2077.490, Max.Score: 2222.565, Time: 08:05:50\n",
      "Ep.: 1650, Total Steps: 566284, Ep.Steps: 1000, Score: 2195.606, Avg.Score: 2077.806, Max.Score: 2222.565, Time: 08:06:42\n",
      "Ep.: 1651, Total Steps: 567284, Ep.Steps: 1000, Score: 2168.855, Avg.Score: 2078.034, Max.Score: 2222.565, Time: 08:07:33\n",
      "Ep.: 1652, Total Steps: 568284, Ep.Steps: 1000, Score: 2202.864, Avg.Score: 2096.414, Max.Score: 2222.565, Time: 08:08:23\n",
      "Ep.: 1653, Total Steps: 569284, Ep.Steps: 1000, Score: 2207.758, Avg.Score: 2097.042, Max.Score: 2222.565, Time: 08:09:15\n",
      "Ep.: 1654, Total Steps: 570284, Ep.Steps: 1000, Score: 2187.285, Avg.Score: 2106.696, Max.Score: 2222.565, Time: 08:10:06\n",
      "Ep.: 1655, Total Steps: 571284, Ep.Steps: 1000, Score: 2205.886, Avg.Score: 2107.140, Max.Score: 2222.565, Time: 08:10:57\n",
      "Ep.: 1656, Total Steps: 572284, Ep.Steps: 1000, Score: 2192.163, Avg.Score: 2107.218, Max.Score: 2222.565, Time: 08:11:48\n",
      "Ep.: 1657, Total Steps: 573284, Ep.Steps: 1000, Score: 2199.502, Avg.Score: 2107.409, Max.Score: 2222.565, Time: 08:12:38\n",
      "Ep.: 1658, Total Steps: 574284, Ep.Steps: 1000, Score: 2211.784, Avg.Score: 2107.942, Max.Score: 2222.565, Time: 08:13:30\n",
      "Ep.: 1659, Total Steps: 575284, Ep.Steps: 1000, Score: 2180.735, Avg.Score: 2107.765, Max.Score: 2222.565, Time: 08:14:21\n",
      "Ep.: 1660, Total Steps: 576284, Ep.Steps: 1000, Score: 2195.332, Avg.Score: 2125.153, Max.Score: 2222.565, Time: 08:15:12\n",
      "Ep.: 1661, Total Steps: 577284, Ep.Steps: 1000, Score: 2186.436, Avg.Score: 2125.376, Max.Score: 2222.565, Time: 08:16:03\n",
      "Ep.: 1662, Total Steps: 578284, Ep.Steps: 1000, Score: 2220.724, Avg.Score: 2126.083, Max.Score: 2222.565, Time: 08:16:54\n",
      "Ep.: 1663, Total Steps: 579284, Ep.Steps: 1000, Score: 2189.433, Avg.Score: 2126.347, Max.Score: 2222.565, Time: 08:17:45\n",
      "Ep.: 1664, Total Steps: 580284, Ep.Steps: 1000, Score: 2188.987, Avg.Score: 2126.521, Max.Score: 2222.565, Time: 08:18:36\n",
      "Ep.: 1665, Total Steps: 580989, Ep.Steps: 705, Score: 1563.290, Avg.Score: 2124.762, Max.Score: 2222.565, Time: 08:19:13\n",
      "Ep.: 1666, Total Steps: 581989, Ep.Steps: 1000, Score: 2210.810, Avg.Score: 2124.916, Max.Score: 2222.565, Time: 08:20:04\n",
      "Ep.: 1667, Total Steps: 582989, Ep.Steps: 1000, Score: 2203.701, Avg.Score: 2125.254, Max.Score: 2222.565, Time: 08:20:55\n",
      "Ep.: 1668, Total Steps: 583989, Ep.Steps: 1000, Score: 2198.680, Avg.Score: 2125.473, Max.Score: 2222.565, Time: 08:21:47\n",
      "Ep.: 1669, Total Steps: 584989, Ep.Steps: 1000, Score: 2235.060, Avg.Score: 2125.924, Max.Score: 2235.060, Time: 08:22:38\n",
      "Ep.: 1670, Total Steps: 585989, Ep.Steps: 1000, Score: 2217.539, Avg.Score: 2126.342, Max.Score: 2235.060, Time: 08:23:29\n",
      "Ep.: 1671, Total Steps: 586989, Ep.Steps: 1000, Score: 2220.633, Avg.Score: 2126.817, Max.Score: 2235.060, Time: 08:24:20\n",
      "Ep.: 1672, Total Steps: 587989, Ep.Steps: 1000, Score: 2214.693, Avg.Score: 2126.975, Max.Score: 2235.060, Time: 08:25:12\n",
      "Ep.: 1673, Total Steps: 588989, Ep.Steps: 1000, Score: 2197.589, Avg.Score: 2127.125, Max.Score: 2235.060, Time: 08:26:03\n",
      "Ep.: 1674, Total Steps: 589989, Ep.Steps: 1000, Score: 2232.528, Avg.Score: 2142.263, Max.Score: 2235.060, Time: 08:26:54\n",
      "Ep.: 1675, Total Steps: 590989, Ep.Steps: 1000, Score: 2212.091, Avg.Score: 2142.243, Max.Score: 2235.060, Time: 08:27:45\n",
      "Ep.: 1676, Total Steps: 591989, Ep.Steps: 1000, Score: 2189.667, Avg.Score: 2142.218, Max.Score: 2235.060, Time: 08:28:36\n",
      "Ep.: 1677, Total Steps: 592713, Ep.Steps: 724, Score: 1586.329, Avg.Score: 2136.724, Max.Score: 2235.060, Time: 08:29:13\n",
      "Ep.: 1678, Total Steps: 593713, Ep.Steps: 1000, Score: 2204.445, Avg.Score: 2136.937, Max.Score: 2235.060, Time: 08:30:04\n",
      "Ep.: 1679, Total Steps: 594086, Ep.Steps: 373, Score: 763.127, Avg.Score: 2122.782, Max.Score: 2235.060, Time: 08:30:23\n",
      "Ep.: 1680, Total Steps: 595086, Ep.Steps: 1000, Score: 2221.278, Avg.Score: 2122.938, Max.Score: 2235.060, Time: 08:31:14\n",
      "Ep.: 1681, Total Steps: 596086, Ep.Steps: 1000, Score: 2209.931, Avg.Score: 2124.180, Max.Score: 2235.060, Time: 08:32:05\n",
      "Ep.: 1682, Total Steps: 597086, Ep.Steps: 1000, Score: 2213.510, Avg.Score: 2124.511, Max.Score: 2235.060, Time: 08:32:56\n",
      "Ep.: 1683, Total Steps: 598086, Ep.Steps: 1000, Score: 2191.146, Avg.Score: 2124.738, Max.Score: 2235.060, Time: 08:33:47\n",
      "Ep.: 1684, Total Steps: 599086, Ep.Steps: 1000, Score: 2176.401, Avg.Score: 2124.733, Max.Score: 2235.060, Time: 08:34:38\n",
      "Ep.: 1685, Total Steps: 600086, Ep.Steps: 1000, Score: 2218.400, Avg.Score: 2125.218, Max.Score: 2235.060, Time: 08:35:30\n",
      "Ep.: 1686, Total Steps: 601086, Ep.Steps: 1000, Score: 2236.621, Avg.Score: 2125.833, Max.Score: 2236.621, Time: 08:36:21\n",
      "Ep.: 1687, Total Steps: 602086, Ep.Steps: 1000, Score: 2227.626, Avg.Score: 2126.102, Max.Score: 2236.621, Time: 08:37:12\n",
      "Ep.: 1688, Total Steps: 602641, Ep.Steps: 555, Score: 1221.715, Avg.Score: 2116.415, Max.Score: 2236.621, Time: 08:37:40\n",
      "Ep.: 1689, Total Steps: 603641, Ep.Steps: 1000, Score: 2219.478, Avg.Score: 2121.723, Max.Score: 2236.621, Time: 08:38:31\n",
      "Ep.: 1690, Total Steps: 604589, Ep.Steps: 948, Score: 2069.382, Avg.Score: 2120.585, Max.Score: 2236.621, Time: 08:39:19\n",
      "Ep.: 1691, Total Steps: 605589, Ep.Steps: 1000, Score: 2187.543, Avg.Score: 2120.735, Max.Score: 2236.621, Time: 08:40:10\n",
      "Ep.: 1692, Total Steps: 606589, Ep.Steps: 1000, Score: 2213.863, Avg.Score: 2120.983, Max.Score: 2236.621, Time: 08:41:02\n",
      "Ep.: 1693, Total Steps: 607589, Ep.Steps: 1000, Score: 2205.985, Avg.Score: 2121.199, Max.Score: 2236.621, Time: 08:41:53\n",
      "Ep.: 1694, Total Steps: 608589, Ep.Steps: 1000, Score: 2201.328, Avg.Score: 2121.400, Max.Score: 2236.621, Time: 08:42:44\n",
      "Ep.: 1695, Total Steps: 609589, Ep.Steps: 1000, Score: 2216.729, Avg.Score: 2121.511, Max.Score: 2236.621, Time: 08:43:35\n",
      "Ep.: 1696, Total Steps: 610589, Ep.Steps: 1000, Score: 2213.171, Avg.Score: 2121.762, Max.Score: 2236.621, Time: 08:44:26\n",
      "Ep.: 1697, Total Steps: 611589, Ep.Steps: 1000, Score: 2193.574, Avg.Score: 2123.792, Max.Score: 2236.621, Time: 08:45:17\n",
      "Ep.: 1698, Total Steps: 612589, Ep.Steps: 1000, Score: 2202.615, Avg.Score: 2123.859, Max.Score: 2236.621, Time: 08:46:08\n",
      "Ep.: 1699, Total Steps: 613589, Ep.Steps: 1000, Score: 2186.717, Avg.Score: 2123.871, Max.Score: 2236.621, Time: 08:47:00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1700, Total Steps: 614589, Ep.Steps: 1000, Score: 2176.786, Avg.Score: 2133.793, Max.Score: 2236.621, Time: 08:47:51\n",
      "Ep.: 1701, Total Steps: 615589, Ep.Steps: 1000, Score: 2209.968, Avg.Score: 2134.009, Max.Score: 2236.621, Time: 08:48:42\n",
      "Ep.: 1702, Total Steps: 616589, Ep.Steps: 1000, Score: 2218.568, Avg.Score: 2134.256, Max.Score: 2236.621, Time: 08:49:33\n",
      "Ep.: 1703, Total Steps: 617589, Ep.Steps: 1000, Score: 2218.973, Avg.Score: 2142.183, Max.Score: 2236.621, Time: 08:50:24\n",
      "Ep.: 1704, Total Steps: 618589, Ep.Steps: 1000, Score: 2193.856, Avg.Score: 2141.896, Max.Score: 2236.621, Time: 08:51:15\n",
      "Ep.: 1705, Total Steps: 619589, Ep.Steps: 1000, Score: 2210.245, Avg.Score: 2142.051, Max.Score: 2236.621, Time: 08:52:06\n",
      "Ep.: 1706, Total Steps: 620589, Ep.Steps: 1000, Score: 2196.665, Avg.Score: 2142.291, Max.Score: 2236.621, Time: 08:52:57\n",
      "Ep.: 1707, Total Steps: 621589, Ep.Steps: 1000, Score: 2212.082, Avg.Score: 2154.695, Max.Score: 2236.621, Time: 08:53:48\n",
      "Ep.: 1708, Total Steps: 622589, Ep.Steps: 1000, Score: 2201.161, Avg.Score: 2154.559, Max.Score: 2236.621, Time: 08:54:39\n",
      "Ep.: 1709, Total Steps: 622943, Ep.Steps: 354, Score: 751.014, Avg.Score: 2139.901, Max.Score: 2236.621, Time: 08:54:57\n",
      "Ep.: 1710, Total Steps: 623943, Ep.Steps: 1000, Score: 2213.661, Avg.Score: 2139.851, Max.Score: 2236.621, Time: 08:55:49\n",
      "Ep.: 1711, Total Steps: 624943, Ep.Steps: 1000, Score: 2198.997, Avg.Score: 2140.015, Max.Score: 2236.621, Time: 08:56:40\n",
      "Ep.: 1712, Total Steps: 625943, Ep.Steps: 1000, Score: 2216.154, Avg.Score: 2140.274, Max.Score: 2236.621, Time: 08:57:32\n",
      "Ep.: 1713, Total Steps: 626943, Ep.Steps: 1000, Score: 2187.626, Avg.Score: 2140.309, Max.Score: 2236.621, Time: 08:58:23\n",
      "Ep.: 1714, Total Steps: 627943, Ep.Steps: 1000, Score: 2181.781, Avg.Score: 2140.401, Max.Score: 2236.621, Time: 08:59:14\n",
      "Ep.: 1715, Total Steps: 628425, Ep.Steps: 482, Score: 999.988, Avg.Score: 2128.493, Max.Score: 2236.621, Time: 08:59:39\n",
      "Ep.: 1716, Total Steps: 629425, Ep.Steps: 1000, Score: 2187.427, Avg.Score: 2128.400, Max.Score: 2236.621, Time: 09:00:30\n",
      "Ep.: 1717, Total Steps: 630425, Ep.Steps: 1000, Score: 2184.874, Avg.Score: 2128.386, Max.Score: 2236.621, Time: 09:01:21\n",
      "Ep.: 1718, Total Steps: 631425, Ep.Steps: 1000, Score: 2178.399, Avg.Score: 2128.298, Max.Score: 2236.621, Time: 09:02:12\n",
      "Ep.: 1719, Total Steps: 632425, Ep.Steps: 1000, Score: 2211.381, Avg.Score: 2128.673, Max.Score: 2236.621, Time: 09:03:03\n",
      "Ep.: 1720, Total Steps: 633425, Ep.Steps: 1000, Score: 2208.044, Avg.Score: 2128.754, Max.Score: 2236.621, Time: 09:03:55\n",
      "Ep.: 1721, Total Steps: 634425, Ep.Steps: 1000, Score: 2186.242, Avg.Score: 2128.530, Max.Score: 2236.621, Time: 09:04:46\n",
      "Ep.: 1722, Total Steps: 635164, Ep.Steps: 739, Score: 1579.321, Avg.Score: 2122.484, Max.Score: 2236.621, Time: 09:05:24\n",
      "Ep.: 1723, Total Steps: 636164, Ep.Steps: 1000, Score: 2211.390, Avg.Score: 2129.450, Max.Score: 2236.621, Time: 09:06:15\n",
      "Ep.: 1724, Total Steps: 637164, Ep.Steps: 1000, Score: 2178.138, Avg.Score: 2129.435, Max.Score: 2236.621, Time: 09:07:06\n",
      "Ep.: 1725, Total Steps: 638164, Ep.Steps: 1000, Score: 2213.796, Avg.Score: 2129.750, Max.Score: 2236.621, Time: 09:07:57\n",
      "Ep.: 1726, Total Steps: 639164, Ep.Steps: 1000, Score: 2219.326, Avg.Score: 2130.297, Max.Score: 2236.621, Time: 09:08:49\n",
      "Ep.: 1727, Total Steps: 640164, Ep.Steps: 1000, Score: 2176.069, Avg.Score: 2130.134, Max.Score: 2236.621, Time: 09:09:40\n",
      "Ep.: 1728, Total Steps: 641164, Ep.Steps: 1000, Score: 2202.888, Avg.Score: 2130.467, Max.Score: 2236.621, Time: 09:10:31\n",
      "Ep.: 1729, Total Steps: 642164, Ep.Steps: 1000, Score: 2204.146, Avg.Score: 2130.506, Max.Score: 2236.621, Time: 09:11:22\n",
      "Ep.: 1730, Total Steps: 642802, Ep.Steps: 638, Score: 1386.368, Avg.Score: 2122.341, Max.Score: 2236.621, Time: 09:11:55\n",
      "Ep.: 1731, Total Steps: 643802, Ep.Steps: 1000, Score: 2191.429, Avg.Score: 2122.358, Max.Score: 2236.621, Time: 09:12:46\n",
      "Ep.: 1732, Total Steps: 644802, Ep.Steps: 1000, Score: 2182.142, Avg.Score: 2122.244, Max.Score: 2236.621, Time: 09:13:37\n",
      "Ep.: 1733, Total Steps: 645802, Ep.Steps: 1000, Score: 2215.425, Avg.Score: 2122.461, Max.Score: 2236.621, Time: 09:14:29\n",
      "Ep.: 1734, Total Steps: 646802, Ep.Steps: 1000, Score: 2209.592, Avg.Score: 2122.463, Max.Score: 2236.621, Time: 09:15:20\n",
      "Ep.: 1735, Total Steps: 647802, Ep.Steps: 1000, Score: 2222.015, Avg.Score: 2122.622, Max.Score: 2236.621, Time: 09:16:11\n",
      "Ep.: 1736, Total Steps: 648802, Ep.Steps: 1000, Score: 2197.865, Avg.Score: 2122.670, Max.Score: 2236.621, Time: 09:17:02\n",
      "Ep.: 1737, Total Steps: 648977, Ep.Steps: 175, Score: 359.993, Avg.Score: 2104.491, Max.Score: 2236.621, Time: 09:17:11\n",
      "Ep.: 1738, Total Steps: 649520, Ep.Steps: 543, Score: 1200.395, Avg.Score: 2094.360, Max.Score: 2236.621, Time: 09:17:39\n",
      "Ep.: 1739, Total Steps: 650520, Ep.Steps: 1000, Score: 2222.318, Avg.Score: 2094.659, Max.Score: 2236.621, Time: 09:18:30\n",
      "Ep.: 1740, Total Steps: 651520, Ep.Steps: 1000, Score: 2204.939, Avg.Score: 2094.542, Max.Score: 2236.621, Time: 09:19:21\n",
      "Ep.: 1741, Total Steps: 652520, Ep.Steps: 1000, Score: 2195.070, Avg.Score: 2094.470, Max.Score: 2236.621, Time: 09:20:12\n",
      "Ep.: 1742, Total Steps: 653314, Ep.Steps: 794, Score: 1733.686, Avg.Score: 2090.031, Max.Score: 2236.621, Time: 09:20:53\n",
      "Ep.: 1743, Total Steps: 654314, Ep.Steps: 1000, Score: 2216.638, Avg.Score: 2090.041, Max.Score: 2236.621, Time: 09:21:44\n",
      "Ep.: 1744, Total Steps: 655314, Ep.Steps: 1000, Score: 2221.990, Avg.Score: 2090.352, Max.Score: 2236.621, Time: 09:22:35\n",
      "Ep.: 1745, Total Steps: 656314, Ep.Steps: 1000, Score: 2223.009, Avg.Score: 2090.961, Max.Score: 2236.621, Time: 09:23:26\n",
      "Ep.: 1746, Total Steps: 657314, Ep.Steps: 1000, Score: 2210.416, Avg.Score: 2091.083, Max.Score: 2236.621, Time: 09:24:17\n",
      "Ep.: 1747, Total Steps: 658314, Ep.Steps: 1000, Score: 2203.939, Avg.Score: 2091.158, Max.Score: 2236.621, Time: 09:25:09\n",
      "Ep.: 1748, Total Steps: 659314, Ep.Steps: 1000, Score: 2185.868, Avg.Score: 2091.281, Max.Score: 2236.621, Time: 09:26:00\n",
      "Ep.: 1749, Total Steps: 660314, Ep.Steps: 1000, Score: 2187.370, Avg.Score: 2091.100, Max.Score: 2236.621, Time: 09:26:51\n",
      "Ep.: 1750, Total Steps: 660900, Ep.Steps: 586, Score: 1275.505, Avg.Score: 2081.899, Max.Score: 2236.621, Time: 09:27:21\n",
      "Ep.: 1751, Total Steps: 661900, Ep.Steps: 1000, Score: 2218.334, Avg.Score: 2082.394, Max.Score: 2236.621, Time: 09:28:12\n",
      "Ep.: 1752, Total Steps: 661988, Ep.Steps: 88, Score: 165.724, Avg.Score: 2062.022, Max.Score: 2236.621, Time: 09:28:17\n",
      "Ep.: 1753, Total Steps: 662988, Ep.Steps: 1000, Score: 2220.432, Avg.Score: 2062.149, Max.Score: 2236.621, Time: 09:29:08\n",
      "Ep.: 1754, Total Steps: 663988, Ep.Steps: 1000, Score: 2208.254, Avg.Score: 2062.359, Max.Score: 2236.621, Time: 09:29:59\n",
      "Ep.: 1755, Total Steps: 664988, Ep.Steps: 1000, Score: 2212.975, Avg.Score: 2062.429, Max.Score: 2236.621, Time: 09:30:50\n",
      "Ep.: 1756, Total Steps: 665988, Ep.Steps: 1000, Score: 2201.177, Avg.Score: 2062.520, Max.Score: 2236.621, Time: 09:31:41\n",
      "Ep.: 1757, Total Steps: 666988, Ep.Steps: 1000, Score: 2229.010, Avg.Score: 2062.815, Max.Score: 2236.621, Time: 09:32:32\n",
      "Ep.: 1758, Total Steps: 667988, Ep.Steps: 1000, Score: 2212.286, Avg.Score: 2062.820, Max.Score: 2236.621, Time: 09:33:23\n",
      "Ep.: 1759, Total Steps: 668988, Ep.Steps: 1000, Score: 2216.306, Avg.Score: 2063.175, Max.Score: 2236.621, Time: 09:34:14\n",
      "Ep.: 1760, Total Steps: 669988, Ep.Steps: 1000, Score: 2196.782, Avg.Score: 2063.190, Max.Score: 2236.621, Time: 09:35:05\n",
      "Ep.: 1761, Total Steps: 670988, Ep.Steps: 1000, Score: 2188.365, Avg.Score: 2063.209, Max.Score: 2236.621, Time: 09:35:56\n",
      "Ep.: 1762, Total Steps: 671988, Ep.Steps: 1000, Score: 2182.086, Avg.Score: 2062.823, Max.Score: 2236.621, Time: 09:36:47\n",
      "Ep.: 1763, Total Steps: 672988, Ep.Steps: 1000, Score: 2199.648, Avg.Score: 2062.925, Max.Score: 2236.621, Time: 09:37:38\n",
      "Ep.: 1764, Total Steps: 673988, Ep.Steps: 1000, Score: 2195.784, Avg.Score: 2062.993, Max.Score: 2236.621, Time: 09:38:29\n",
      "Ep.: 1765, Total Steps: 674988, Ep.Steps: 1000, Score: 2163.206, Avg.Score: 2068.992, Max.Score: 2236.621, Time: 09:39:20\n",
      "Ep.: 1766, Total Steps: 675988, Ep.Steps: 1000, Score: 2164.139, Avg.Score: 2068.525, Max.Score: 2236.621, Time: 09:40:11\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1767, Total Steps: 676227, Ep.Steps: 239, Score: 507.939, Avg.Score: 2051.568, Max.Score: 2236.621, Time: 09:40:24\n",
      "Ep.: 1768, Total Steps: 677227, Ep.Steps: 1000, Score: 2220.293, Avg.Score: 2051.784, Max.Score: 2236.621, Time: 09:41:17\n",
      "Ep.: 1769, Total Steps: 678127, Ep.Steps: 900, Score: 1980.110, Avg.Score: 2049.234, Max.Score: 2236.621, Time: 09:42:03\n",
      "Ep.: 1770, Total Steps: 679127, Ep.Steps: 1000, Score: 2223.547, Avg.Score: 2049.294, Max.Score: 2236.621, Time: 09:42:54\n",
      "Ep.: 1771, Total Steps: 680127, Ep.Steps: 1000, Score: 2213.533, Avg.Score: 2049.224, Max.Score: 2236.621, Time: 09:43:44\n",
      "Ep.: 1772, Total Steps: 681127, Ep.Steps: 1000, Score: 2177.301, Avg.Score: 2048.850, Max.Score: 2236.621, Time: 09:44:36\n",
      "Ep.: 1773, Total Steps: 682127, Ep.Steps: 1000, Score: 2196.070, Avg.Score: 2048.834, Max.Score: 2236.621, Time: 09:45:27\n",
      "Ep.: 1774, Total Steps: 683127, Ep.Steps: 1000, Score: 2193.862, Avg.Score: 2048.448, Max.Score: 2236.621, Time: 09:46:19\n",
      "Ep.: 1775, Total Steps: 684127, Ep.Steps: 1000, Score: 2212.857, Avg.Score: 2048.455, Max.Score: 2236.621, Time: 09:47:10\n",
      "Ep.: 1776, Total Steps: 685127, Ep.Steps: 1000, Score: 2187.223, Avg.Score: 2048.431, Max.Score: 2236.621, Time: 09:48:01\n",
      "Ep.: 1777, Total Steps: 685143, Ep.Steps: 16, Score: 30.182, Avg.Score: 2032.869, Max.Score: 2236.621, Time: 09:48:01\n",
      "Ep.: 1778, Total Steps: 685978, Ep.Steps: 835, Score: 1823.763, Avg.Score: 2029.063, Max.Score: 2236.621, Time: 09:48:44\n",
      "Ep.: 1779, Total Steps: 686978, Ep.Steps: 1000, Score: 2190.224, Avg.Score: 2043.334, Max.Score: 2236.621, Time: 09:49:35\n",
      "Ep.: 1780, Total Steps: 687978, Ep.Steps: 1000, Score: 2198.494, Avg.Score: 2043.106, Max.Score: 2236.621, Time: 09:50:27\n",
      "Ep.: 1781, Total Steps: 688978, Ep.Steps: 1000, Score: 2209.338, Avg.Score: 2043.100, Max.Score: 2236.621, Time: 09:51:18\n",
      "Ep.: 1782, Total Steps: 689294, Ep.Steps: 316, Score: 669.271, Avg.Score: 2027.657, Max.Score: 2236.621, Time: 09:51:34\n",
      "Ep.: 1783, Total Steps: 690294, Ep.Steps: 1000, Score: 2211.117, Avg.Score: 2027.857, Max.Score: 2236.621, Time: 09:52:25\n",
      "Ep.: 1784, Total Steps: 690578, Ep.Steps: 284, Score: 613.351, Avg.Score: 2012.227, Max.Score: 2236.621, Time: 09:52:40\n",
      "Ep.: 1785, Total Steps: 691578, Ep.Steps: 1000, Score: 2234.061, Avg.Score: 2012.383, Max.Score: 2236.621, Time: 09:53:31\n",
      "Ep.: 1786, Total Steps: 692578, Ep.Steps: 1000, Score: 2205.819, Avg.Score: 2012.075, Max.Score: 2234.061, Time: 09:54:23\n",
      "Ep.: 1787, Total Steps: 693578, Ep.Steps: 1000, Score: 2224.834, Avg.Score: 2012.047, Max.Score: 2234.061, Time: 09:55:14\n",
      "Ep.: 1788, Total Steps: 694578, Ep.Steps: 1000, Score: 2197.699, Avg.Score: 2021.807, Max.Score: 2234.061, Time: 09:56:05\n",
      "Ep.: 1789, Total Steps: 695578, Ep.Steps: 1000, Score: 2205.266, Avg.Score: 2021.665, Max.Score: 2234.061, Time: 09:56:56\n",
      "Ep.: 1790, Total Steps: 696578, Ep.Steps: 1000, Score: 2202.799, Avg.Score: 2022.999, Max.Score: 2234.061, Time: 09:57:47\n",
      "Ep.: 1791, Total Steps: 697578, Ep.Steps: 1000, Score: 2153.261, Avg.Score: 2022.656, Max.Score: 2234.061, Time: 09:58:38\n",
      "Ep.: 1792, Total Steps: 698578, Ep.Steps: 1000, Score: 2166.018, Avg.Score: 2022.178, Max.Score: 2234.061, Time: 09:59:29\n",
      "Ep.: 1793, Total Steps: 699578, Ep.Steps: 1000, Score: 2195.159, Avg.Score: 2022.070, Max.Score: 2234.061, Time: 10:00:21\n",
      "Ep.: 1794, Total Steps: 700047, Ep.Steps: 469, Score: 1038.907, Avg.Score: 2010.445, Max.Score: 2234.061, Time: 10:00:45\n",
      "Ep.: 1795, Total Steps: 701047, Ep.Steps: 1000, Score: 2173.710, Avg.Score: 2010.015, Max.Score: 2234.061, Time: 10:01:36\n",
      "Ep.: 1796, Total Steps: 702047, Ep.Steps: 1000, Score: 2251.036, Avg.Score: 2010.394, Max.Score: 2251.036, Time: 10:02:27\n",
      "Ep.: 1797, Total Steps: 702678, Ep.Steps: 631, Score: 1355.934, Avg.Score: 2002.018, Max.Score: 2251.036, Time: 10:02:59\n",
      "Ep.: 1798, Total Steps: 703678, Ep.Steps: 1000, Score: 2226.578, Avg.Score: 2002.257, Max.Score: 2251.036, Time: 10:03:50\n",
      "Ep.: 1799, Total Steps: 704678, Ep.Steps: 1000, Score: 2229.613, Avg.Score: 2002.686, Max.Score: 2251.036, Time: 10:04:42\n",
      "Ep.: 1800, Total Steps: 705678, Ep.Steps: 1000, Score: 2249.976, Avg.Score: 2003.418, Max.Score: 2251.036, Time: 10:05:33\n",
      "Ep.: 1801, Total Steps: 706678, Ep.Steps: 1000, Score: 2197.903, Avg.Score: 2003.297, Max.Score: 2251.036, Time: 10:06:24\n",
      "Ep.: 1802, Total Steps: 707678, Ep.Steps: 1000, Score: 2197.437, Avg.Score: 2003.086, Max.Score: 2251.036, Time: 10:07:16\n",
      "Ep.: 1803, Total Steps: 708678, Ep.Steps: 1000, Score: 2218.486, Avg.Score: 2003.081, Max.Score: 2251.036, Time: 10:08:07\n",
      "Ep.: 1804, Total Steps: 709678, Ep.Steps: 1000, Score: 2192.773, Avg.Score: 2003.070, Max.Score: 2251.036, Time: 10:08:58\n",
      "Ep.: 1805, Total Steps: 710066, Ep.Steps: 388, Score: 801.602, Avg.Score: 1988.984, Max.Score: 2251.036, Time: 10:09:18\n",
      "Ep.: 1806, Total Steps: 711066, Ep.Steps: 1000, Score: 2218.155, Avg.Score: 1989.199, Max.Score: 2251.036, Time: 10:10:09\n",
      "Ep.: 1807, Total Steps: 712066, Ep.Steps: 1000, Score: 2236.559, Avg.Score: 1989.444, Max.Score: 2251.036, Time: 10:11:00\n",
      "Ep.: 1808, Total Steps: 713066, Ep.Steps: 1000, Score: 2216.917, Avg.Score: 1989.601, Max.Score: 2251.036, Time: 10:11:51\n",
      "Ep.: 1809, Total Steps: 714066, Ep.Steps: 1000, Score: 2219.846, Avg.Score: 2004.289, Max.Score: 2251.036, Time: 10:12:43\n",
      "Ep.: 1810, Total Steps: 715066, Ep.Steps: 1000, Score: 2208.755, Avg.Score: 2004.240, Max.Score: 2251.036, Time: 10:13:34\n",
      "Ep.: 1811, Total Steps: 716066, Ep.Steps: 1000, Score: 2195.492, Avg.Score: 2004.205, Max.Score: 2251.036, Time: 10:14:25\n",
      "Ep.: 1812, Total Steps: 717066, Ep.Steps: 1000, Score: 2180.429, Avg.Score: 2003.848, Max.Score: 2251.036, Time: 10:15:16\n",
      "Ep.: 1813, Total Steps: 718066, Ep.Steps: 1000, Score: 2209.314, Avg.Score: 2004.065, Max.Score: 2251.036, Time: 10:16:07\n",
      "Ep.: 1814, Total Steps: 719066, Ep.Steps: 1000, Score: 2231.564, Avg.Score: 2004.563, Max.Score: 2251.036, Time: 10:16:59\n",
      "Ep.: 1815, Total Steps: 720066, Ep.Steps: 1000, Score: 2198.144, Avg.Score: 2016.544, Max.Score: 2251.036, Time: 10:17:50\n",
      "Ep.: 1816, Total Steps: 721066, Ep.Steps: 1000, Score: 2199.110, Avg.Score: 2016.661, Max.Score: 2251.036, Time: 10:18:41\n",
      "Ep.: 1817, Total Steps: 721879, Ep.Steps: 813, Score: 1765.500, Avg.Score: 2012.467, Max.Score: 2251.036, Time: 10:19:22\n",
      "Ep.: 1818, Total Steps: 722879, Ep.Steps: 1000, Score: 2146.102, Avg.Score: 2012.145, Max.Score: 2251.036, Time: 10:20:13\n",
      "Ep.: 1819, Total Steps: 723565, Ep.Steps: 686, Score: 1498.735, Avg.Score: 2005.018, Max.Score: 2251.036, Time: 10:20:48\n",
      "Ep.: 1820, Total Steps: 724565, Ep.Steps: 1000, Score: 2171.675, Avg.Score: 2004.654, Max.Score: 2251.036, Time: 10:21:40\n",
      "Ep.: 1821, Total Steps: 725124, Ep.Steps: 559, Score: 1224.520, Avg.Score: 1995.037, Max.Score: 2251.036, Time: 10:22:08\n",
      "Ep.: 1822, Total Steps: 726124, Ep.Steps: 1000, Score: 2218.027, Avg.Score: 2001.424, Max.Score: 2251.036, Time: 10:23:00\n",
      "Ep.: 1823, Total Steps: 727124, Ep.Steps: 1000, Score: 2235.842, Avg.Score: 2001.669, Max.Score: 2251.036, Time: 10:23:51\n",
      "Ep.: 1824, Total Steps: 728124, Ep.Steps: 1000, Score: 2206.609, Avg.Score: 2001.953, Max.Score: 2251.036, Time: 10:24:42\n",
      "Ep.: 1825, Total Steps: 729124, Ep.Steps: 1000, Score: 2203.894, Avg.Score: 2001.854, Max.Score: 2251.036, Time: 10:25:34\n",
      "Ep.: 1826, Total Steps: 730124, Ep.Steps: 1000, Score: 2184.530, Avg.Score: 2001.506, Max.Score: 2251.036, Time: 10:26:25\n",
      "Ep.: 1827, Total Steps: 731124, Ep.Steps: 1000, Score: 2221.882, Avg.Score: 2001.965, Max.Score: 2251.036, Time: 10:27:16\n",
      "Ep.: 1828, Total Steps: 732124, Ep.Steps: 1000, Score: 2198.107, Avg.Score: 2001.917, Max.Score: 2251.036, Time: 10:28:07\n",
      "Ep.: 1829, Total Steps: 733124, Ep.Steps: 1000, Score: 2204.192, Avg.Score: 2001.917, Max.Score: 2251.036, Time: 10:28:58\n",
      "Ep.: 1830, Total Steps: 734124, Ep.Steps: 1000, Score: 2214.510, Avg.Score: 2010.199, Max.Score: 2251.036, Time: 10:29:49\n",
      "Ep.: 1831, Total Steps: 735124, Ep.Steps: 1000, Score: 2231.738, Avg.Score: 2010.602, Max.Score: 2251.036, Time: 10:30:41\n",
      "Ep.: 1832, Total Steps: 736124, Ep.Steps: 1000, Score: 2250.430, Avg.Score: 2011.285, Max.Score: 2251.036, Time: 10:31:32\n",
      "Ep.: 1833, Total Steps: 737124, Ep.Steps: 1000, Score: 2211.595, Avg.Score: 2011.246, Max.Score: 2251.036, Time: 10:32:23\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1834, Total Steps: 738124, Ep.Steps: 1000, Score: 2227.457, Avg.Score: 2011.425, Max.Score: 2251.036, Time: 10:33:15\n",
      "Ep.: 1835, Total Steps: 739124, Ep.Steps: 1000, Score: 2191.912, Avg.Score: 2011.124, Max.Score: 2251.036, Time: 10:34:10\n",
      "Ep.: 1836, Total Steps: 740124, Ep.Steps: 1000, Score: 2234.112, Avg.Score: 2011.486, Max.Score: 2251.036, Time: 10:35:02\n",
      "Ep.: 1837, Total Steps: 741124, Ep.Steps: 1000, Score: 2195.507, Avg.Score: 2029.842, Max.Score: 2251.036, Time: 10:35:55\n",
      "Ep.: 1838, Total Steps: 742124, Ep.Steps: 1000, Score: 2186.641, Avg.Score: 2039.704, Max.Score: 2251.036, Time: 10:36:49\n",
      "Ep.: 1839, Total Steps: 743124, Ep.Steps: 1000, Score: 2220.029, Avg.Score: 2039.681, Max.Score: 2251.036, Time: 10:37:48\n",
      "Ep.: 1840, Total Steps: 744124, Ep.Steps: 1000, Score: 2236.631, Avg.Score: 2039.998, Max.Score: 2251.036, Time: 10:38:42\n",
      "Ep.: 1841, Total Steps: 745124, Ep.Steps: 1000, Score: 2235.744, Avg.Score: 2040.405, Max.Score: 2251.036, Time: 10:39:37\n",
      "Ep.: 1842, Total Steps: 746028, Ep.Steps: 904, Score: 2001.326, Avg.Score: 2043.081, Max.Score: 2251.036, Time: 10:40:25\n",
      "Ep.: 1843, Total Steps: 747028, Ep.Steps: 1000, Score: 2202.677, Avg.Score: 2042.942, Max.Score: 2251.036, Time: 10:41:18\n",
      "Ep.: 1844, Total Steps: 748028, Ep.Steps: 1000, Score: 2229.432, Avg.Score: 2043.016, Max.Score: 2251.036, Time: 10:42:14\n",
      "Ep.: 1845, Total Steps: 749028, Ep.Steps: 1000, Score: 2216.946, Avg.Score: 2042.955, Max.Score: 2251.036, Time: 10:43:09\n",
      "Ep.: 1846, Total Steps: 750028, Ep.Steps: 1000, Score: 2217.648, Avg.Score: 2043.028, Max.Score: 2251.036, Time: 10:44:05\n",
      "Ep.: 1847, Total Steps: 751028, Ep.Steps: 1000, Score: 2208.112, Avg.Score: 2043.069, Max.Score: 2251.036, Time: 10:44:59\n",
      "Ep.: 1848, Total Steps: 752028, Ep.Steps: 1000, Score: 2249.709, Avg.Score: 2043.708, Max.Score: 2251.036, Time: 10:45:54\n",
      "Ep.: 1849, Total Steps: 753028, Ep.Steps: 1000, Score: 2204.050, Avg.Score: 2043.875, Max.Score: 2251.036, Time: 10:46:46\n",
      "Ep.: 1850, Total Steps: 754028, Ep.Steps: 1000, Score: 2226.512, Avg.Score: 2053.385, Max.Score: 2251.036, Time: 10:47:39\n",
      "Ep.: 1851, Total Steps: 755028, Ep.Steps: 1000, Score: 2226.906, Avg.Score: 2053.470, Max.Score: 2251.036, Time: 10:48:32\n",
      "Ep.: 1852, Total Steps: 755342, Ep.Steps: 314, Score: 669.722, Avg.Score: 2058.510, Max.Score: 2251.036, Time: 10:48:48\n",
      "Ep.: 1853, Total Steps: 755959, Ep.Steps: 617, Score: 1361.053, Avg.Score: 2049.917, Max.Score: 2251.036, Time: 10:49:19\n",
      "Ep.: 1854, Total Steps: 756124, Ep.Steps: 165, Score: 337.866, Avg.Score: 2031.213, Max.Score: 2251.036, Time: 10:49:28\n",
      "Ep.: 1855, Total Steps: 756288, Ep.Steps: 164, Score: 307.307, Avg.Score: 2012.156, Max.Score: 2251.036, Time: 10:49:36\n",
      "Ep.: 1856, Total Steps: 756376, Ep.Steps: 88, Score: 169.048, Avg.Score: 1991.835, Max.Score: 2251.036, Time: 10:49:41\n",
      "Ep.: 1857, Total Steps: 756627, Ep.Steps: 251, Score: 522.913, Avg.Score: 1974.774, Max.Score: 2251.036, Time: 10:49:54\n",
      "Ep.: 1858, Total Steps: 756705, Ep.Steps: 78, Score: 153.158, Avg.Score: 1954.183, Max.Score: 2251.036, Time: 10:49:58\n",
      "Ep.: 1859, Total Steps: 756909, Ep.Steps: 204, Score: 435.370, Avg.Score: 1936.373, Max.Score: 2251.036, Time: 10:50:09\n",
      "Ep.: 1860, Total Steps: 757909, Ep.Steps: 1000, Score: 2226.220, Avg.Score: 1936.668, Max.Score: 2251.036, Time: 10:51:01\n",
      "Ep.: 1861, Total Steps: 758909, Ep.Steps: 1000, Score: 2229.443, Avg.Score: 1937.078, Max.Score: 2251.036, Time: 10:51:52\n",
      "Ep.: 1862, Total Steps: 759909, Ep.Steps: 1000, Score: 2210.628, Avg.Score: 1937.364, Max.Score: 2251.036, Time: 10:52:46\n",
      "Ep.: 1863, Total Steps: 760909, Ep.Steps: 1000, Score: 2215.029, Avg.Score: 1937.518, Max.Score: 2251.036, Time: 10:53:41\n",
      "Ep.: 1864, Total Steps: 761909, Ep.Steps: 1000, Score: 2202.258, Avg.Score: 1937.582, Max.Score: 2251.036, Time: 10:54:38\n",
      "Ep.: 1865, Total Steps: 762909, Ep.Steps: 1000, Score: 2215.970, Avg.Score: 1938.110, Max.Score: 2251.036, Time: 10:55:35\n",
      "Ep.: 1866, Total Steps: 763465, Ep.Steps: 556, Score: 1222.771, Avg.Score: 1928.696, Max.Score: 2251.036, Time: 10:56:08\n",
      "Ep.: 1867, Total Steps: 764465, Ep.Steps: 1000, Score: 2224.090, Avg.Score: 1945.858, Max.Score: 2251.036, Time: 10:57:06\n",
      "Ep.: 1868, Total Steps: 765290, Ep.Steps: 825, Score: 1830.256, Avg.Score: 1941.957, Max.Score: 2251.036, Time: 10:57:53\n",
      "Ep.: 1869, Total Steps: 766290, Ep.Steps: 1000, Score: 2231.034, Avg.Score: 1944.467, Max.Score: 2251.036, Time: 10:58:50\n",
      "Ep.: 1870, Total Steps: 767290, Ep.Steps: 1000, Score: 2209.537, Avg.Score: 1944.327, Max.Score: 2251.036, Time: 10:59:48\n",
      "Ep.: 1871, Total Steps: 768290, Ep.Steps: 1000, Score: 2213.578, Avg.Score: 1944.327, Max.Score: 2251.036, Time: 11:00:48\n",
      "Ep.: 1872, Total Steps: 768892, Ep.Steps: 602, Score: 1323.542, Avg.Score: 1935.789, Max.Score: 2251.036, Time: 11:01:24\n",
      "Ep.: 1873, Total Steps: 769892, Ep.Steps: 1000, Score: 2216.635, Avg.Score: 1935.995, Max.Score: 2251.036, Time: 11:02:27\n",
      "Ep.: 1874, Total Steps: 770892, Ep.Steps: 1000, Score: 2204.874, Avg.Score: 1936.105, Max.Score: 2251.036, Time: 11:03:30\n",
      "Ep.: 1875, Total Steps: 771892, Ep.Steps: 1000, Score: 2222.216, Avg.Score: 1936.199, Max.Score: 2251.036, Time: 11:04:32\n",
      "Ep.: 1876, Total Steps: 772892, Ep.Steps: 1000, Score: 2204.633, Avg.Score: 1936.373, Max.Score: 2251.036, Time: 11:05:36\n",
      "Ep.: 1877, Total Steps: 773892, Ep.Steps: 1000, Score: 2211.340, Avg.Score: 1958.184, Max.Score: 2251.036, Time: 11:06:38\n",
      "Ep.: 1878, Total Steps: 774892, Ep.Steps: 1000, Score: 2210.472, Avg.Score: 1962.052, Max.Score: 2251.036, Time: 11:07:44\n",
      "Ep.: 1879, Total Steps: 775743, Ep.Steps: 851, Score: 1909.214, Avg.Score: 1959.241, Max.Score: 2251.036, Time: 11:08:43\n",
      "Ep.: 1880, Total Steps: 776743, Ep.Steps: 1000, Score: 2220.699, Avg.Score: 1959.463, Max.Score: 2251.036, Time: 11:09:45\n",
      "Ep.: 1881, Total Steps: 777743, Ep.Steps: 1000, Score: 2206.838, Avg.Score: 1959.438, Max.Score: 2251.036, Time: 11:10:37\n",
      "Ep.: 1882, Total Steps: 778743, Ep.Steps: 1000, Score: 2192.754, Avg.Score: 1974.673, Max.Score: 2251.036, Time: 11:11:39\n",
      "Ep.: 1883, Total Steps: 779743, Ep.Steps: 1000, Score: 2233.968, Avg.Score: 1974.902, Max.Score: 2251.036, Time: 11:12:45\n",
      "Ep.: 1884, Total Steps: 779886, Ep.Steps: 143, Score: 284.528, Avg.Score: 1971.614, Max.Score: 2251.036, Time: 11:12:55\n",
      "Ep.: 1885, Total Steps: 780886, Ep.Steps: 1000, Score: 2236.413, Avg.Score: 1971.637, Max.Score: 2251.036, Time: 11:13:58\n",
      "Ep.: 1886, Total Steps: 781886, Ep.Steps: 1000, Score: 2231.832, Avg.Score: 1971.897, Max.Score: 2251.036, Time: 11:15:05\n",
      "Ep.: 1887, Total Steps: 782886, Ep.Steps: 1000, Score: 2245.327, Avg.Score: 1972.102, Max.Score: 2251.036, Time: 11:16:08\n",
      "Ep.: 1888, Total Steps: 783612, Ep.Steps: 726, Score: 1590.482, Avg.Score: 1966.030, Max.Score: 2251.036, Time: 11:16:57\n",
      "Ep.: 1889, Total Steps: 784307, Ep.Steps: 695, Score: 1562.679, Avg.Score: 1959.604, Max.Score: 2251.036, Time: 11:17:41\n",
      "Ep.: 1890, Total Steps: 785307, Ep.Steps: 1000, Score: 2236.290, Avg.Score: 1959.939, Max.Score: 2251.036, Time: 11:18:45\n",
      "Ep.: 1891, Total Steps: 786307, Ep.Steps: 1000, Score: 2243.227, Avg.Score: 1960.839, Max.Score: 2251.036, Time: 11:19:52\n",
      "Ep.: 1892, Total Steps: 787307, Ep.Steps: 1000, Score: 2210.776, Avg.Score: 1961.286, Max.Score: 2251.036, Time: 11:20:59\n",
      "Ep.: 1893, Total Steps: 788307, Ep.Steps: 1000, Score: 2219.244, Avg.Score: 1961.527, Max.Score: 2251.036, Time: 11:22:01\n",
      "Ep.: 1894, Total Steps: 789307, Ep.Steps: 1000, Score: 2215.057, Avg.Score: 1973.289, Max.Score: 2251.036, Time: 11:23:00\n",
      "Ep.: 1895, Total Steps: 790307, Ep.Steps: 1000, Score: 2235.492, Avg.Score: 1973.906, Max.Score: 2251.036, Time: 11:24:07\n",
      "Ep.: 1896, Total Steps: 790733, Ep.Steps: 426, Score: 932.310, Avg.Score: 1960.719, Max.Score: 2250.430, Time: 11:24:34\n",
      "Ep.: 1897, Total Steps: 791733, Ep.Steps: 1000, Score: 2245.914, Avg.Score: 1969.619, Max.Score: 2250.430, Time: 11:25:30\n",
      "Ep.: 1898, Total Steps: 792619, Ep.Steps: 886, Score: 1936.929, Avg.Score: 1966.723, Max.Score: 2250.430, Time: 11:26:20\n",
      "Ep.: 1899, Total Steps: 793619, Ep.Steps: 1000, Score: 2240.126, Avg.Score: 1966.828, Max.Score: 2250.430, Time: 11:27:14\n",
      "Ep.: 1900, Total Steps: 794619, Ep.Steps: 1000, Score: 2208.072, Avg.Score: 1966.409, Max.Score: 2250.430, Time: 11:28:11\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1901, Total Steps: 795619, Ep.Steps: 1000, Score: 2255.028, Avg.Score: 1966.980, Max.Score: 2255.028, Time: 11:29:08\n",
      "Ep.: 1902, Total Steps: 796619, Ep.Steps: 1000, Score: 2236.040, Avg.Score: 1967.366, Max.Score: 2255.028, Time: 11:30:03\n",
      "Ep.: 1903, Total Steps: 797619, Ep.Steps: 1000, Score: 2224.238, Avg.Score: 1967.423, Max.Score: 2255.028, Time: 11:30:57\n",
      "Ep.: 1904, Total Steps: 798619, Ep.Steps: 1000, Score: 2231.761, Avg.Score: 1967.813, Max.Score: 2255.028, Time: 11:31:56\n",
      "Ep.: 1905, Total Steps: 799619, Ep.Steps: 1000, Score: 2228.165, Avg.Score: 1982.079, Max.Score: 2255.028, Time: 11:32:49\n",
      "Ep.: 1906, Total Steps: 800619, Ep.Steps: 1000, Score: 2223.053, Avg.Score: 1982.128, Max.Score: 2255.028, Time: 11:33:42\n",
      "Ep.: 1907, Total Steps: 801619, Ep.Steps: 1000, Score: 2231.829, Avg.Score: 1982.081, Max.Score: 2255.028, Time: 11:34:34\n",
      "Ep.: 1908, Total Steps: 802619, Ep.Steps: 1000, Score: 2247.628, Avg.Score: 1982.388, Max.Score: 2255.028, Time: 11:35:27\n",
      "Ep.: 1909, Total Steps: 803322, Ep.Steps: 703, Score: 1556.687, Avg.Score: 1975.756, Max.Score: 2255.028, Time: 11:36:04\n",
      "Ep.: 1910, Total Steps: 804322, Ep.Steps: 1000, Score: 2236.854, Avg.Score: 1976.037, Max.Score: 2255.028, Time: 11:37:04\n",
      "Ep.: 1911, Total Steps: 805322, Ep.Steps: 1000, Score: 2225.108, Avg.Score: 1976.333, Max.Score: 2255.028, Time: 11:38:10\n",
      "Ep.: 1912, Total Steps: 806322, Ep.Steps: 1000, Score: 2227.743, Avg.Score: 1976.806, Max.Score: 2255.028, Time: 11:39:15\n",
      "Ep.: 1913, Total Steps: 807322, Ep.Steps: 1000, Score: 2221.383, Avg.Score: 1976.927, Max.Score: 2255.028, Time: 11:40:11\n",
      "Ep.: 1914, Total Steps: 808322, Ep.Steps: 1000, Score: 2244.132, Avg.Score: 1977.053, Max.Score: 2255.028, Time: 11:41:07\n",
      "Ep.: 1915, Total Steps: 809227, Ep.Steps: 905, Score: 2006.836, Avg.Score: 1975.140, Max.Score: 2255.028, Time: 11:41:53\n",
      "Ep.: 1916, Total Steps: 810002, Ep.Steps: 775, Score: 1737.184, Avg.Score: 1970.520, Max.Score: 2255.028, Time: 11:42:37\n",
      "Ep.: 1917, Total Steps: 811002, Ep.Steps: 1000, Score: 2220.115, Avg.Score: 1975.067, Max.Score: 2255.028, Time: 11:43:32\n",
      "Ep.: 1918, Total Steps: 811416, Ep.Steps: 414, Score: 893.722, Avg.Score: 1962.543, Max.Score: 2255.028, Time: 11:43:55\n",
      "Ep.: 1919, Total Steps: 812416, Ep.Steps: 1000, Score: 2211.137, Avg.Score: 1969.667, Max.Score: 2255.028, Time: 11:44:50\n",
      "Ep.: 1920, Total Steps: 813416, Ep.Steps: 1000, Score: 2219.262, Avg.Score: 1970.143, Max.Score: 2255.028, Time: 11:45:47\n",
      "Ep.: 1921, Total Steps: 814416, Ep.Steps: 1000, Score: 2236.260, Avg.Score: 1980.260, Max.Score: 2255.028, Time: 11:46:44\n",
      "Ep.: 1922, Total Steps: 815416, Ep.Steps: 1000, Score: 2230.938, Avg.Score: 1980.389, Max.Score: 2255.028, Time: 11:47:36\n",
      "Ep.: 1923, Total Steps: 816416, Ep.Steps: 1000, Score: 2236.899, Avg.Score: 1980.400, Max.Score: 2255.028, Time: 11:48:28\n",
      "Ep.: 1924, Total Steps: 817416, Ep.Steps: 1000, Score: 2193.755, Avg.Score: 1980.271, Max.Score: 2255.028, Time: 11:49:25\n",
      "Ep.: 1925, Total Steps: 818416, Ep.Steps: 1000, Score: 2204.121, Avg.Score: 1980.273, Max.Score: 2255.028, Time: 11:50:17\n",
      "Ep.: 1926, Total Steps: 819416, Ep.Steps: 1000, Score: 2219.861, Avg.Score: 1980.627, Max.Score: 2255.028, Time: 11:51:13\n",
      "Ep.: 1927, Total Steps: 820221, Ep.Steps: 805, Score: 1772.858, Avg.Score: 1976.137, Max.Score: 2255.028, Time: 11:52:00\n",
      "Ep.: 1928, Total Steps: 821221, Ep.Steps: 1000, Score: 2261.831, Avg.Score: 1976.774, Max.Score: 2261.831, Time: 11:52:55\n",
      "Ep.: 1929, Total Steps: 822205, Ep.Steps: 984, Score: 2191.270, Avg.Score: 1976.645, Max.Score: 2261.831, Time: 11:53:46\n",
      "Ep.: 1930, Total Steps: 823205, Ep.Steps: 1000, Score: 2208.839, Avg.Score: 1976.588, Max.Score: 2261.831, Time: 11:54:38\n",
      "Ep.: 1931, Total Steps: 824205, Ep.Steps: 1000, Score: 2230.534, Avg.Score: 1976.576, Max.Score: 2261.831, Time: 11:55:30\n",
      "Ep.: 1932, Total Steps: 825205, Ep.Steps: 1000, Score: 2234.416, Avg.Score: 1976.416, Max.Score: 2261.831, Time: 11:56:21\n",
      "Ep.: 1933, Total Steps: 826205, Ep.Steps: 1000, Score: 2181.512, Avg.Score: 1976.115, Max.Score: 2261.831, Time: 11:57:12\n",
      "Ep.: 1934, Total Steps: 827205, Ep.Steps: 1000, Score: 2231.790, Avg.Score: 1976.158, Max.Score: 2261.831, Time: 11:58:03\n",
      "Ep.: 1935, Total Steps: 828205, Ep.Steps: 1000, Score: 2239.168, Avg.Score: 1976.631, Max.Score: 2261.831, Time: 11:58:54\n",
      "Ep.: 1936, Total Steps: 829205, Ep.Steps: 1000, Score: 2225.202, Avg.Score: 1976.542, Max.Score: 2261.831, Time: 11:59:46\n",
      "Ep.: 1937, Total Steps: 830205, Ep.Steps: 1000, Score: 2218.110, Avg.Score: 1976.768, Max.Score: 2261.831, Time: 12:00:39\n",
      "Ep.: 1938, Total Steps: 831205, Ep.Steps: 1000, Score: 2209.090, Avg.Score: 1976.992, Max.Score: 2261.831, Time: 12:01:31\n",
      "Ep.: 1939, Total Steps: 832205, Ep.Steps: 1000, Score: 2250.448, Avg.Score: 1977.296, Max.Score: 2261.831, Time: 12:02:23\n",
      "Ep.: 1940, Total Steps: 833205, Ep.Steps: 1000, Score: 2219.290, Avg.Score: 1977.123, Max.Score: 2261.831, Time: 12:03:15\n",
      "Ep.: 1941, Total Steps: 834205, Ep.Steps: 1000, Score: 2236.322, Avg.Score: 1977.129, Max.Score: 2261.831, Time: 12:04:06\n",
      "Ep.: 1942, Total Steps: 835205, Ep.Steps: 1000, Score: 2217.435, Avg.Score: 1979.290, Max.Score: 2261.831, Time: 12:05:02\n",
      "Ep.: 1943, Total Steps: 836205, Ep.Steps: 1000, Score: 2262.859, Avg.Score: 1979.892, Max.Score: 2262.859, Time: 12:05:56\n",
      "Ep.: 1944, Total Steps: 837205, Ep.Steps: 1000, Score: 2238.037, Avg.Score: 1979.978, Max.Score: 2262.859, Time: 12:06:50\n",
      "Ep.: 1945, Total Steps: 838205, Ep.Steps: 1000, Score: 2235.332, Avg.Score: 1980.162, Max.Score: 2262.859, Time: 12:07:43\n",
      "Ep.: 1946, Total Steps: 839205, Ep.Steps: 1000, Score: 2219.520, Avg.Score: 1980.180, Max.Score: 2262.859, Time: 12:08:37\n",
      "Ep.: 1947, Total Steps: 840205, Ep.Steps: 1000, Score: 2258.042, Avg.Score: 1980.680, Max.Score: 2262.859, Time: 12:09:28\n",
      "Ep.: 1948, Total Steps: 841205, Ep.Steps: 1000, Score: 2234.266, Avg.Score: 1980.525, Max.Score: 2262.859, Time: 12:10:22\n",
      "Ep.: 1949, Total Steps: 842205, Ep.Steps: 1000, Score: 2225.567, Avg.Score: 1980.740, Max.Score: 2262.859, Time: 12:11:14\n",
      "Ep.: 1950, Total Steps: 843205, Ep.Steps: 1000, Score: 2249.593, Avg.Score: 1980.971, Max.Score: 2262.859, Time: 12:12:06\n",
      "Ep.: 1951, Total Steps: 844205, Ep.Steps: 1000, Score: 2244.356, Avg.Score: 1981.146, Max.Score: 2262.859, Time: 12:12:59\n",
      "Ep.: 1952, Total Steps: 845205, Ep.Steps: 1000, Score: 2253.034, Avg.Score: 1996.979, Max.Score: 2262.859, Time: 12:13:53\n",
      "Ep.: 1953, Total Steps: 846205, Ep.Steps: 1000, Score: 2253.075, Avg.Score: 2005.899, Max.Score: 2262.859, Time: 12:14:46\n",
      "Ep.: 1954, Total Steps: 847205, Ep.Steps: 1000, Score: 2231.531, Avg.Score: 2024.836, Max.Score: 2262.859, Time: 12:15:37\n",
      "Ep.: 1955, Total Steps: 848205, Ep.Steps: 1000, Score: 2223.455, Avg.Score: 2043.997, Max.Score: 2262.859, Time: 12:16:29\n",
      "Ep.: 1956, Total Steps: 849205, Ep.Steps: 1000, Score: 2253.961, Avg.Score: 2064.846, Max.Score: 2262.859, Time: 12:17:21\n",
      "Ep.: 1957, Total Steps: 849850, Ep.Steps: 645, Score: 1402.124, Avg.Score: 2073.638, Max.Score: 2262.859, Time: 12:17:57\n",
      "Ep.: 1958, Total Steps: 850850, Ep.Steps: 1000, Score: 2238.844, Avg.Score: 2094.495, Max.Score: 2262.859, Time: 12:18:51\n",
      "Ep.: 1959, Total Steps: 851850, Ep.Steps: 1000, Score: 2243.313, Avg.Score: 2112.575, Max.Score: 2262.859, Time: 12:19:44\n",
      "Ep.: 1960, Total Steps: 852850, Ep.Steps: 1000, Score: 2239.063, Avg.Score: 2112.703, Max.Score: 2262.859, Time: 12:20:38\n",
      "Ep.: 1961, Total Steps: 853850, Ep.Steps: 1000, Score: 2233.564, Avg.Score: 2112.744, Max.Score: 2262.859, Time: 12:21:33\n",
      "Ep.: 1962, Total Steps: 854850, Ep.Steps: 1000, Score: 2223.071, Avg.Score: 2112.869, Max.Score: 2262.859, Time: 12:22:28\n",
      "Ep.: 1963, Total Steps: 855850, Ep.Steps: 1000, Score: 2210.501, Avg.Score: 2112.823, Max.Score: 2262.859, Time: 12:23:25\n",
      "Ep.: 1964, Total Steps: 856850, Ep.Steps: 1000, Score: 2237.235, Avg.Score: 2113.173, Max.Score: 2262.859, Time: 12:24:18\n",
      "Ep.: 1965, Total Steps: 857850, Ep.Steps: 1000, Score: 2218.401, Avg.Score: 2113.198, Max.Score: 2262.859, Time: 12:25:14\n",
      "Ep.: 1966, Total Steps: 858740, Ep.Steps: 890, Score: 1945.383, Avg.Score: 2120.424, Max.Score: 2262.859, Time: 12:26:03\n",
      "Ep.: 1967, Total Steps: 859740, Ep.Steps: 1000, Score: 2209.033, Avg.Score: 2120.273, Max.Score: 2262.859, Time: 12:26:55\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 1968, Total Steps: 859940, Ep.Steps: 200, Score: 429.659, Avg.Score: 2106.267, Max.Score: 2262.859, Time: 12:27:05\n",
      "Ep.: 1969, Total Steps: 860940, Ep.Steps: 1000, Score: 2235.555, Avg.Score: 2106.312, Max.Score: 2262.859, Time: 12:27:57\n",
      "Ep.: 1970, Total Steps: 861364, Ep.Steps: 424, Score: 923.391, Avg.Score: 2093.451, Max.Score: 2262.859, Time: 12:28:19\n",
      "Ep.: 1971, Total Steps: 862364, Ep.Steps: 1000, Score: 2240.496, Avg.Score: 2093.720, Max.Score: 2262.859, Time: 12:29:10\n",
      "Ep.: 1972, Total Steps: 862843, Ep.Steps: 479, Score: 1056.254, Avg.Score: 2091.047, Max.Score: 2262.859, Time: 12:29:34\n",
      "Ep.: 1973, Total Steps: 863125, Ep.Steps: 282, Score: 608.569, Avg.Score: 2074.966, Max.Score: 2262.859, Time: 12:29:49\n",
      "Ep.: 1974, Total Steps: 864125, Ep.Steps: 1000, Score: 2223.332, Avg.Score: 2075.151, Max.Score: 2262.859, Time: 12:30:40\n",
      "Ep.: 1975, Total Steps: 865125, Ep.Steps: 1000, Score: 2197.836, Avg.Score: 2074.907, Max.Score: 2262.859, Time: 12:31:34\n",
      "Ep.: 1976, Total Steps: 866125, Ep.Steps: 1000, Score: 2237.082, Avg.Score: 2075.232, Max.Score: 2262.859, Time: 12:32:27\n",
      "Ep.: 1977, Total Steps: 867125, Ep.Steps: 1000, Score: 2206.905, Avg.Score: 2075.187, Max.Score: 2262.859, Time: 12:33:18\n",
      "Ep.: 1978, Total Steps: 867767, Ep.Steps: 642, Score: 1430.770, Avg.Score: 2067.390, Max.Score: 2262.859, Time: 12:33:52\n",
      "Ep.: 1979, Total Steps: 868767, Ep.Steps: 1000, Score: 2243.132, Avg.Score: 2070.730, Max.Score: 2262.859, Time: 12:34:44\n",
      "Ep.: 1980, Total Steps: 869767, Ep.Steps: 1000, Score: 2238.525, Avg.Score: 2070.908, Max.Score: 2262.859, Time: 12:35:36\n",
      "Ep.: 1981, Total Steps: 869953, Ep.Steps: 186, Score: 390.158, Avg.Score: 2052.741, Max.Score: 2262.859, Time: 12:35:45\n",
      "Ep.: 1982, Total Steps: 870953, Ep.Steps: 1000, Score: 2259.436, Avg.Score: 2053.408, Max.Score: 2262.859, Time: 12:36:38\n",
      "Ep.: 1983, Total Steps: 871953, Ep.Steps: 1000, Score: 2210.457, Avg.Score: 2053.173, Max.Score: 2262.859, Time: 12:37:30\n",
      "Ep.: 1984, Total Steps: 872953, Ep.Steps: 1000, Score: 2253.505, Avg.Score: 2072.862, Max.Score: 2262.859, Time: 12:38:21\n",
      "Ep.: 1985, Total Steps: 873193, Ep.Steps: 240, Score: 513.746, Avg.Score: 2055.636, Max.Score: 2262.859, Time: 12:38:34\n",
      "Ep.: 1986, Total Steps: 874193, Ep.Steps: 1000, Score: 2234.111, Avg.Score: 2055.659, Max.Score: 2262.859, Time: 12:39:25\n",
      "Ep.: 1987, Total Steps: 874207, Ep.Steps: 14, Score: 28.993, Avg.Score: 2033.495, Max.Score: 2262.859, Time: 12:39:26\n",
      "Ep.: 1988, Total Steps: 874712, Ep.Steps: 505, Score: 1084.458, Avg.Score: 2028.435, Max.Score: 2262.859, Time: 12:39:51\n",
      "Ep.: 1989, Total Steps: 875712, Ep.Steps: 1000, Score: 2249.544, Avg.Score: 2035.304, Max.Score: 2262.859, Time: 12:40:43\n",
      "Ep.: 1990, Total Steps: 876712, Ep.Steps: 1000, Score: 2215.929, Avg.Score: 2035.100, Max.Score: 2262.859, Time: 12:41:36\n",
      "Ep.: 1991, Total Steps: 876926, Ep.Steps: 214, Score: 452.841, Avg.Score: 2017.196, Max.Score: 2262.859, Time: 12:41:47\n",
      "Ep.: 1992, Total Steps: 877289, Ep.Steps: 363, Score: 784.249, Avg.Score: 2002.931, Max.Score: 2262.859, Time: 12:42:06\n",
      "Ep.: 1993, Total Steps: 878289, Ep.Steps: 1000, Score: 2230.966, Avg.Score: 2003.048, Max.Score: 2262.859, Time: 12:42:58\n",
      "Ep.: 1994, Total Steps: 879289, Ep.Steps: 1000, Score: 2233.341, Avg.Score: 2003.231, Max.Score: 2262.859, Time: 12:43:51\n",
      "Ep.: 1995, Total Steps: 880289, Ep.Steps: 1000, Score: 2205.466, Avg.Score: 2002.931, Max.Score: 2262.859, Time: 12:44:45\n",
      "Ep.: 1996, Total Steps: 881289, Ep.Steps: 1000, Score: 2214.510, Avg.Score: 2015.753, Max.Score: 2262.859, Time: 12:45:40\n",
      "Ep.: 1997, Total Steps: 882289, Ep.Steps: 1000, Score: 2230.177, Avg.Score: 2015.595, Max.Score: 2262.859, Time: 12:46:32\n",
      "Ep.: 1998, Total Steps: 883289, Ep.Steps: 1000, Score: 2245.479, Avg.Score: 2018.681, Max.Score: 2262.859, Time: 12:47:24\n",
      "Ep.: 1999, Total Steps: 884289, Ep.Steps: 1000, Score: 2216.191, Avg.Score: 2018.442, Max.Score: 2262.859, Time: 12:48:23\n",
      "Ep.: 2000, Total Steps: 885289, Ep.Steps: 1000, Score: 2237.517, Avg.Score: 2018.736, Max.Score: 2262.859, Time: 12:49:18\n",
      "Ep.: 2001, Total Steps: 885562, Ep.Steps: 273, Score: 586.310, Avg.Score: 2002.049, Max.Score: 2262.859, Time: 12:49:32\n",
      "Ep.: 2002, Total Steps: 886279, Ep.Steps: 717, Score: 1577.528, Avg.Score: 1995.464, Max.Score: 2262.859, Time: 12:50:10\n",
      "Ep.: 2003, Total Steps: 887279, Ep.Steps: 1000, Score: 2245.153, Avg.Score: 1995.673, Max.Score: 2262.859, Time: 12:51:01\n",
      "Ep.: 2004, Total Steps: 888279, Ep.Steps: 1000, Score: 2214.998, Avg.Score: 1995.505, Max.Score: 2262.859, Time: 12:51:55\n",
      "Ep.: 2005, Total Steps: 889279, Ep.Steps: 1000, Score: 2218.223, Avg.Score: 1995.406, Max.Score: 2262.859, Time: 12:52:48\n",
      "Ep.: 2006, Total Steps: 890279, Ep.Steps: 1000, Score: 2195.547, Avg.Score: 1995.131, Max.Score: 2262.859, Time: 12:53:41\n",
      "Ep.: 2007, Total Steps: 891279, Ep.Steps: 1000, Score: 2236.851, Avg.Score: 1995.181, Max.Score: 2262.859, Time: 12:54:32\n",
      "Ep.: 2008, Total Steps: 892279, Ep.Steps: 1000, Score: 2242.000, Avg.Score: 1995.125, Max.Score: 2262.859, Time: 12:55:26\n",
      "Ep.: 2009, Total Steps: 892691, Ep.Steps: 412, Score: 894.892, Avg.Score: 1988.507, Max.Score: 2262.859, Time: 12:55:49\n",
      "Ep.: 2010, Total Steps: 893691, Ep.Steps: 1000, Score: 2236.519, Avg.Score: 1988.503, Max.Score: 2262.859, Time: 12:56:40\n",
      "Ep.: 2011, Total Steps: 894691, Ep.Steps: 1000, Score: 2228.961, Avg.Score: 1988.542, Max.Score: 2262.859, Time: 12:57:32\n",
      "Ep.: 2012, Total Steps: 895691, Ep.Steps: 1000, Score: 2214.346, Avg.Score: 1988.408, Max.Score: 2262.859, Time: 12:58:26\n",
      "Ep.: 2013, Total Steps: 896366, Ep.Steps: 675, Score: 1500.668, Avg.Score: 1981.201, Max.Score: 2262.859, Time: 12:59:05\n",
      "Ep.: 2014, Total Steps: 897366, Ep.Steps: 1000, Score: 2249.507, Avg.Score: 1981.254, Max.Score: 2262.859, Time: 13:00:02\n",
      "Ep.: 2015, Total Steps: 897853, Ep.Steps: 487, Score: 1072.602, Avg.Score: 1971.912, Max.Score: 2262.859, Time: 13:00:28\n",
      "Ep.: 2016, Total Steps: 898853, Ep.Steps: 1000, Score: 2214.893, Avg.Score: 1976.689, Max.Score: 2262.859, Time: 13:01:27\n",
      "Ep.: 2017, Total Steps: 899853, Ep.Steps: 1000, Score: 2247.475, Avg.Score: 1976.963, Max.Score: 2262.859, Time: 13:02:21\n",
      "Ep.: 2018, Total Steps: 900853, Ep.Steps: 1000, Score: 2262.901, Avg.Score: 1990.655, Max.Score: 2262.901, Time: 13:03:26\n",
      "Ep.: 2019, Total Steps: 901060, Ep.Steps: 207, Score: 431.468, Avg.Score: 1972.858, Max.Score: 2262.901, Time: 13:03:38\n",
      "Ep.: 2020, Total Steps: 901457, Ep.Steps: 397, Score: 877.871, Avg.Score: 1959.444, Max.Score: 2262.901, Time: 13:04:02\n",
      "Ep.: 2021, Total Steps: 901776, Ep.Steps: 319, Score: 675.124, Avg.Score: 1943.833, Max.Score: 2262.901, Time: 13:04:20\n",
      "Ep.: 2022, Total Steps: 902776, Ep.Steps: 1000, Score: 2233.464, Avg.Score: 1943.858, Max.Score: 2262.901, Time: 13:05:25\n",
      "Ep.: 2023, Total Steps: 903776, Ep.Steps: 1000, Score: 2222.583, Avg.Score: 1943.715, Max.Score: 2262.901, Time: 13:06:30\n",
      "Ep.: 2024, Total Steps: 904776, Ep.Steps: 1000, Score: 2180.546, Avg.Score: 1943.583, Max.Score: 2262.901, Time: 13:07:32\n",
      "Ep.: 2025, Total Steps: 905776, Ep.Steps: 1000, Score: 2210.804, Avg.Score: 1943.649, Max.Score: 2262.901, Time: 13:08:36\n",
      "Ep.: 2026, Total Steps: 906776, Ep.Steps: 1000, Score: 2238.492, Avg.Score: 1943.836, Max.Score: 2262.901, Time: 13:09:36\n",
      "Ep.: 2027, Total Steps: 907776, Ep.Steps: 1000, Score: 2197.014, Avg.Score: 1948.077, Max.Score: 2262.901, Time: 13:10:38\n",
      "Ep.: 2028, Total Steps: 908080, Ep.Steps: 304, Score: 662.371, Avg.Score: 1932.083, Max.Score: 2262.901, Time: 13:10:57\n",
      "Ep.: 2029, Total Steps: 909080, Ep.Steps: 1000, Score: 2173.118, Avg.Score: 1931.901, Max.Score: 2262.901, Time: 13:11:59\n",
      "Ep.: 2030, Total Steps: 909470, Ep.Steps: 390, Score: 834.389, Avg.Score: 1918.157, Max.Score: 2262.901, Time: 13:12:23\n",
      "Ep.: 2031, Total Steps: 910470, Ep.Steps: 1000, Score: 2234.357, Avg.Score: 1918.195, Max.Score: 2262.901, Time: 13:13:28\n",
      "Ep.: 2032, Total Steps: 911470, Ep.Steps: 1000, Score: 2198.791, Avg.Score: 1917.839, Max.Score: 2262.901, Time: 13:14:30\n",
      "Ep.: 2033, Total Steps: 911640, Ep.Steps: 170, Score: 337.653, Avg.Score: 1899.400, Max.Score: 2262.901, Time: 13:14:40\n",
      "Ep.: 2034, Total Steps: 912640, Ep.Steps: 1000, Score: 2233.807, Avg.Score: 1899.420, Max.Score: 2262.901, Time: 13:15:45\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2035, Total Steps: 913576, Ep.Steps: 936, Score: 2063.026, Avg.Score: 1897.659, Max.Score: 2262.901, Time: 13:16:43\n",
      "Ep.: 2036, Total Steps: 913903, Ep.Steps: 327, Score: 709.054, Avg.Score: 1882.497, Max.Score: 2262.901, Time: 13:17:06\n",
      "Ep.: 2037, Total Steps: 914250, Ep.Steps: 347, Score: 733.675, Avg.Score: 1867.653, Max.Score: 2262.901, Time: 13:17:29\n",
      "Ep.: 2038, Total Steps: 915250, Ep.Steps: 1000, Score: 2219.135, Avg.Score: 1867.753, Max.Score: 2262.901, Time: 13:18:34\n",
      "Ep.: 2039, Total Steps: 916250, Ep.Steps: 1000, Score: 2207.689, Avg.Score: 1867.326, Max.Score: 2262.901, Time: 13:19:36\n",
      "Ep.: 2040, Total Steps: 917250, Ep.Steps: 1000, Score: 2211.505, Avg.Score: 1867.248, Max.Score: 2262.901, Time: 13:20:37\n",
      "Ep.: 2041, Total Steps: 918250, Ep.Steps: 1000, Score: 2202.290, Avg.Score: 1866.908, Max.Score: 2262.901, Time: 13:21:38\n",
      "Ep.: 2042, Total Steps: 918478, Ep.Steps: 228, Score: 499.920, Avg.Score: 1849.733, Max.Score: 2262.901, Time: 13:21:53\n",
      "Ep.: 2043, Total Steps: 919478, Ep.Steps: 1000, Score: 2191.695, Avg.Score: 1849.021, Max.Score: 2262.901, Time: 13:22:55\n",
      "Ep.: 2044, Total Steps: 920126, Ep.Steps: 648, Score: 1396.009, Avg.Score: 1840.601, Max.Score: 2262.901, Time: 13:23:35\n",
      "Ep.: 2045, Total Steps: 921126, Ep.Steps: 1000, Score: 2167.653, Avg.Score: 1839.924, Max.Score: 2262.901, Time: 13:24:37\n",
      "Ep.: 2046, Total Steps: 922126, Ep.Steps: 1000, Score: 2194.403, Avg.Score: 1839.673, Max.Score: 2262.901, Time: 13:25:44\n",
      "Ep.: 2047, Total Steps: 923126, Ep.Steps: 1000, Score: 2244.239, Avg.Score: 1839.535, Max.Score: 2262.901, Time: 13:26:53\n",
      "Ep.: 2048, Total Steps: 923750, Ep.Steps: 624, Score: 1351.826, Avg.Score: 1830.710, Max.Score: 2262.901, Time: 13:27:38\n",
      "Ep.: 2049, Total Steps: 924750, Ep.Steps: 1000, Score: 2223.321, Avg.Score: 1830.688, Max.Score: 2262.901, Time: 13:28:46\n",
      "Ep.: 2050, Total Steps: 925250, Ep.Steps: 500, Score: 1080.718, Avg.Score: 1818.999, Max.Score: 2262.901, Time: 13:29:20\n",
      "Ep.: 2051, Total Steps: 926250, Ep.Steps: 1000, Score: 2225.829, Avg.Score: 1818.814, Max.Score: 2262.901, Time: 13:30:28\n",
      "Ep.: 2052, Total Steps: 927250, Ep.Steps: 1000, Score: 2233.868, Avg.Score: 1818.622, Max.Score: 2262.901, Time: 13:31:37\n",
      "Ep.: 2053, Total Steps: 928250, Ep.Steps: 1000, Score: 2188.718, Avg.Score: 1817.979, Max.Score: 2262.901, Time: 13:32:48\n",
      "Ep.: 2054, Total Steps: 929250, Ep.Steps: 1000, Score: 2229.633, Avg.Score: 1817.960, Max.Score: 2262.901, Time: 13:34:01\n",
      "Ep.: 2055, Total Steps: 930250, Ep.Steps: 1000, Score: 2218.665, Avg.Score: 1817.912, Max.Score: 2262.901, Time: 13:35:05\n",
      "Ep.: 2056, Total Steps: 931250, Ep.Steps: 1000, Score: 2226.283, Avg.Score: 1817.635, Max.Score: 2262.901, Time: 13:36:10\n",
      "Ep.: 2057, Total Steps: 932250, Ep.Steps: 1000, Score: 2212.169, Avg.Score: 1825.735, Max.Score: 2262.901, Time: 13:37:11\n",
      "Ep.: 2058, Total Steps: 933250, Ep.Steps: 1000, Score: 2219.167, Avg.Score: 1825.539, Max.Score: 2262.901, Time: 13:38:12\n",
      "Ep.: 2059, Total Steps: 934250, Ep.Steps: 1000, Score: 2243.397, Avg.Score: 1825.539, Max.Score: 2262.901, Time: 13:39:13\n",
      "Ep.: 2060, Total Steps: 934556, Ep.Steps: 306, Score: 656.376, Avg.Score: 1809.713, Max.Score: 2262.901, Time: 13:39:32\n",
      "Ep.: 2061, Total Steps: 935556, Ep.Steps: 1000, Score: 2173.690, Avg.Score: 1809.114, Max.Score: 2262.901, Time: 13:40:32\n",
      "Ep.: 2062, Total Steps: 936302, Ep.Steps: 746, Score: 1618.531, Avg.Score: 1803.068, Max.Score: 2262.901, Time: 13:41:19\n",
      "Ep.: 2063, Total Steps: 937302, Ep.Steps: 1000, Score: 2207.513, Avg.Score: 1803.038, Max.Score: 2262.901, Time: 13:42:18\n",
      "Ep.: 2064, Total Steps: 938302, Ep.Steps: 1000, Score: 2202.796, Avg.Score: 1802.694, Max.Score: 2262.901, Time: 13:43:18\n",
      "Ep.: 2065, Total Steps: 939199, Ep.Steps: 897, Score: 1974.506, Avg.Score: 1800.255, Max.Score: 2262.901, Time: 13:44:14\n",
      "Ep.: 2066, Total Steps: 940199, Ep.Steps: 1000, Score: 2176.382, Avg.Score: 1802.565, Max.Score: 2262.901, Time: 13:45:14\n",
      "Ep.: 2067, Total Steps: 940953, Ep.Steps: 754, Score: 1640.106, Avg.Score: 1796.876, Max.Score: 2262.901, Time: 13:46:07\n",
      "Ep.: 2068, Total Steps: 941953, Ep.Steps: 1000, Score: 2205.219, Avg.Score: 1814.631, Max.Score: 2262.901, Time: 13:47:14\n",
      "Ep.: 2069, Total Steps: 942953, Ep.Steps: 1000, Score: 2192.809, Avg.Score: 1814.204, Max.Score: 2262.901, Time: 13:48:17\n",
      "Ep.: 2070, Total Steps: 943653, Ep.Steps: 700, Score: 1532.903, Avg.Score: 1820.299, Max.Score: 2262.901, Time: 13:48:59\n",
      "Ep.: 2071, Total Steps: 944629, Ep.Steps: 976, Score: 2160.230, Avg.Score: 1819.496, Max.Score: 2262.901, Time: 13:49:58\n",
      "Ep.: 2072, Total Steps: 945629, Ep.Steps: 1000, Score: 2174.952, Avg.Score: 1830.683, Max.Score: 2262.901, Time: 13:50:59\n",
      "Ep.: 2073, Total Steps: 946629, Ep.Steps: 1000, Score: 2196.388, Avg.Score: 1846.562, Max.Score: 2262.901, Time: 13:52:00\n",
      "Ep.: 2074, Total Steps: 947629, Ep.Steps: 1000, Score: 2157.479, Avg.Score: 1845.903, Max.Score: 2262.901, Time: 13:53:00\n",
      "Ep.: 2075, Total Steps: 948629, Ep.Steps: 1000, Score: 2189.711, Avg.Score: 1845.822, Max.Score: 2262.901, Time: 13:54:01\n",
      "Ep.: 2076, Total Steps: 948943, Ep.Steps: 314, Score: 651.760, Avg.Score: 1829.969, Max.Score: 2262.901, Time: 13:54:21\n",
      "Ep.: 2077, Total Steps: 949943, Ep.Steps: 1000, Score: 2183.910, Avg.Score: 1829.739, Max.Score: 2262.901, Time: 13:55:28\n",
      "Ep.: 2078, Total Steps: 950943, Ep.Steps: 1000, Score: 2186.509, Avg.Score: 1837.296, Max.Score: 2262.901, Time: 13:56:39\n",
      "Ep.: 2079, Total Steps: 951943, Ep.Steps: 1000, Score: 2124.554, Avg.Score: 1836.110, Max.Score: 2262.901, Time: 13:57:45\n",
      "Ep.: 2080, Total Steps: 952943, Ep.Steps: 1000, Score: 2188.208, Avg.Score: 1835.607, Max.Score: 2262.901, Time: 13:58:47\n",
      "Ep.: 2081, Total Steps: 953570, Ep.Steps: 627, Score: 1339.443, Avg.Score: 1845.100, Max.Score: 2262.901, Time: 13:59:24\n",
      "Ep.: 2082, Total Steps: 954570, Ep.Steps: 1000, Score: 2206.654, Avg.Score: 1844.572, Max.Score: 2262.901, Time: 14:00:27\n",
      "Ep.: 2083, Total Steps: 955570, Ep.Steps: 1000, Score: 2183.228, Avg.Score: 1844.300, Max.Score: 2262.901, Time: 14:01:38\n",
      "Ep.: 2084, Total Steps: 956570, Ep.Steps: 1000, Score: 2147.708, Avg.Score: 1843.242, Max.Score: 2262.901, Time: 14:02:49\n",
      "Ep.: 2085, Total Steps: 957570, Ep.Steps: 1000, Score: 2157.118, Avg.Score: 1859.676, Max.Score: 2262.901, Time: 14:03:53\n",
      "Ep.: 2086, Total Steps: 958570, Ep.Steps: 1000, Score: 2174.936, Avg.Score: 1859.084, Max.Score: 2262.901, Time: 14:04:55\n",
      "Ep.: 2087, Total Steps: 959570, Ep.Steps: 1000, Score: 2189.874, Avg.Score: 1880.693, Max.Score: 2262.901, Time: 14:05:57\n",
      "Ep.: 2088, Total Steps: 960147, Ep.Steps: 577, Score: 1250.309, Avg.Score: 1882.351, Max.Score: 2262.901, Time: 14:06:33\n",
      "Ep.: 2089, Total Steps: 961147, Ep.Steps: 1000, Score: 2201.190, Avg.Score: 1881.868, Max.Score: 2262.901, Time: 14:07:31\n",
      "Ep.: 2090, Total Steps: 962147, Ep.Steps: 1000, Score: 2187.788, Avg.Score: 1881.586, Max.Score: 2262.901, Time: 14:08:29\n",
      "Ep.: 2091, Total Steps: 963147, Ep.Steps: 1000, Score: 2193.781, Avg.Score: 1898.996, Max.Score: 2262.901, Time: 14:09:30\n",
      "Ep.: 2092, Total Steps: 964147, Ep.Steps: 1000, Score: 2156.141, Avg.Score: 1912.715, Max.Score: 2262.901, Time: 14:10:26\n",
      "Ep.: 2093, Total Steps: 965147, Ep.Steps: 1000, Score: 2166.451, Avg.Score: 1912.069, Max.Score: 2262.901, Time: 14:11:21\n",
      "Ep.: 2094, Total Steps: 966147, Ep.Steps: 1000, Score: 2211.476, Avg.Score: 1911.851, Max.Score: 2262.901, Time: 14:12:17\n",
      "Ep.: 2095, Total Steps: 967147, Ep.Steps: 1000, Score: 2169.308, Avg.Score: 1911.489, Max.Score: 2262.901, Time: 14:13:12\n",
      "Ep.: 2096, Total Steps: 968147, Ep.Steps: 1000, Score: 2194.544, Avg.Score: 1911.290, Max.Score: 2262.901, Time: 14:14:07\n",
      "Ep.: 2097, Total Steps: 969147, Ep.Steps: 1000, Score: 2190.150, Avg.Score: 1910.889, Max.Score: 2262.901, Time: 14:15:02\n",
      "Ep.: 2098, Total Steps: 970147, Ep.Steps: 1000, Score: 2189.149, Avg.Score: 1910.326, Max.Score: 2262.901, Time: 14:15:57\n",
      "Ep.: 2099, Total Steps: 971147, Ep.Steps: 1000, Score: 2168.867, Avg.Score: 1909.853, Max.Score: 2262.901, Time: 14:16:52\n",
      "Ep.: 2100, Total Steps: 972147, Ep.Steps: 1000, Score: 2170.686, Avg.Score: 1909.184, Max.Score: 2262.901, Time: 14:17:48\n",
      "Ep.: 2101, Total Steps: 973147, Ep.Steps: 1000, Score: 2191.400, Avg.Score: 1925.235, Max.Score: 2262.901, Time: 14:18:43\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2102, Total Steps: 974147, Ep.Steps: 1000, Score: 2164.491, Avg.Score: 1931.105, Max.Score: 2262.901, Time: 14:19:38\n",
      "Ep.: 2103, Total Steps: 974671, Ep.Steps: 524, Score: 1090.524, Avg.Score: 1919.559, Max.Score: 2262.901, Time: 14:20:07\n",
      "Ep.: 2104, Total Steps: 975671, Ep.Steps: 1000, Score: 2189.653, Avg.Score: 1919.305, Max.Score: 2262.901, Time: 14:21:02\n",
      "Ep.: 2105, Total Steps: 976671, Ep.Steps: 1000, Score: 2166.550, Avg.Score: 1918.788, Max.Score: 2262.901, Time: 14:21:57\n",
      "Ep.: 2106, Total Steps: 977671, Ep.Steps: 1000, Score: 2159.988, Avg.Score: 1918.433, Max.Score: 2262.901, Time: 14:22:52\n",
      "Ep.: 2107, Total Steps: 978671, Ep.Steps: 1000, Score: 2158.637, Avg.Score: 1917.651, Max.Score: 2262.901, Time: 14:23:47\n",
      "Ep.: 2108, Total Steps: 979671, Ep.Steps: 1000, Score: 2172.232, Avg.Score: 1916.953, Max.Score: 2262.901, Time: 14:24:42\n",
      "Ep.: 2109, Total Steps: 980671, Ep.Steps: 1000, Score: 2168.612, Avg.Score: 1929.690, Max.Score: 2262.901, Time: 14:25:37\n",
      "Ep.: 2110, Total Steps: 981671, Ep.Steps: 1000, Score: 2171.334, Avg.Score: 1929.038, Max.Score: 2262.901, Time: 14:26:31\n",
      "Ep.: 2111, Total Steps: 982671, Ep.Steps: 1000, Score: 2189.640, Avg.Score: 1928.645, Max.Score: 2262.901, Time: 14:27:26\n",
      "Ep.: 2112, Total Steps: 983671, Ep.Steps: 1000, Score: 2173.391, Avg.Score: 1928.236, Max.Score: 2262.901, Time: 14:28:21\n",
      "Ep.: 2113, Total Steps: 984671, Ep.Steps: 1000, Score: 2194.307, Avg.Score: 1935.172, Max.Score: 2262.901, Time: 14:29:16\n",
      "Ep.: 2114, Total Steps: 985671, Ep.Steps: 1000, Score: 2174.184, Avg.Score: 1934.419, Max.Score: 2262.901, Time: 14:30:12\n",
      "Ep.: 2115, Total Steps: 985821, Ep.Steps: 150, Score: 295.138, Avg.Score: 1926.644, Max.Score: 2262.901, Time: 14:30:20\n",
      "Ep.: 2116, Total Steps: 986770, Ep.Steps: 949, Score: 2070.190, Avg.Score: 1925.197, Max.Score: 2262.901, Time: 14:31:12\n",
      "Ep.: 2117, Total Steps: 987770, Ep.Steps: 1000, Score: 2186.605, Avg.Score: 1924.588, Max.Score: 2262.901, Time: 14:32:07\n",
      "Ep.: 2118, Total Steps: 988770, Ep.Steps: 1000, Score: 2183.969, Avg.Score: 1923.799, Max.Score: 2244.239, Time: 14:33:02\n",
      "Ep.: 2119, Total Steps: 989770, Ep.Steps: 1000, Score: 2177.977, Avg.Score: 1941.264, Max.Score: 2244.239, Time: 14:33:57\n",
      "Ep.: 2120, Total Steps: 990770, Ep.Steps: 1000, Score: 2191.142, Avg.Score: 1954.397, Max.Score: 2244.239, Time: 14:34:52\n",
      "Ep.: 2121, Total Steps: 991770, Ep.Steps: 1000, Score: 2184.006, Avg.Score: 1969.486, Max.Score: 2244.239, Time: 14:35:46\n",
      "Ep.: 2122, Total Steps: 992770, Ep.Steps: 1000, Score: 2187.446, Avg.Score: 1969.026, Max.Score: 2244.239, Time: 14:36:41\n",
      "Ep.: 2123, Total Steps: 993591, Ep.Steps: 821, Score: 1796.325, Avg.Score: 1964.763, Max.Score: 2244.239, Time: 14:37:26\n",
      "Ep.: 2124, Total Steps: 994591, Ep.Steps: 1000, Score: 2203.412, Avg.Score: 1964.992, Max.Score: 2244.239, Time: 14:38:21\n",
      "Ep.: 2125, Total Steps: 995591, Ep.Steps: 1000, Score: 2210.136, Avg.Score: 1964.985, Max.Score: 2244.239, Time: 14:39:16\n",
      "Ep.: 2126, Total Steps: 996591, Ep.Steps: 1000, Score: 2187.733, Avg.Score: 1964.477, Max.Score: 2244.239, Time: 14:40:11\n",
      "Ep.: 2127, Total Steps: 997591, Ep.Steps: 1000, Score: 2192.115, Avg.Score: 1964.428, Max.Score: 2244.239, Time: 14:41:06\n",
      "Ep.: 2128, Total Steps: 998077, Ep.Steps: 486, Score: 1044.973, Avg.Score: 1968.254, Max.Score: 2244.239, Time: 14:41:33\n",
      "Ep.: 2129, Total Steps: 999077, Ep.Steps: 1000, Score: 2173.649, Avg.Score: 1968.260, Max.Score: 2244.239, Time: 14:42:28\n",
      "Ep.: 2130, Total Steps: 999386, Ep.Steps: 309, Score: 667.254, Avg.Score: 1966.588, Max.Score: 2244.239, Time: 14:42:44\n",
      "Ep.: 2131, Total Steps: 1000386, Ep.Steps: 1000, Score: 2178.733, Avg.Score: 1966.032, Max.Score: 2244.239, Time: 14:43:39\n",
      "Ep.: 2132, Total Steps: 1001386, Ep.Steps: 1000, Score: 2175.386, Avg.Score: 1965.798, Max.Score: 2244.239, Time: 14:44:35\n",
      "Ep.: 2133, Total Steps: 1002086, Ep.Steps: 700, Score: 1503.772, Avg.Score: 1977.459, Max.Score: 2244.239, Time: 14:45:13\n",
      "Ep.: 2134, Total Steps: 1002739, Ep.Steps: 653, Score: 1404.705, Avg.Score: 1969.168, Max.Score: 2244.239, Time: 14:45:49\n",
      "Ep.: 2135, Total Steps: 1003739, Ep.Steps: 1000, Score: 2150.327, Avg.Score: 1970.041, Max.Score: 2244.239, Time: 14:46:45\n",
      "Ep.: 2136, Total Steps: 1004739, Ep.Steps: 1000, Score: 2176.947, Avg.Score: 1984.720, Max.Score: 2244.239, Time: 14:47:40\n",
      "Ep.: 2137, Total Steps: 1005433, Ep.Steps: 694, Score: 1509.481, Avg.Score: 1992.478, Max.Score: 2244.239, Time: 14:48:27\n",
      "Ep.: 2138, Total Steps: 1006433, Ep.Steps: 1000, Score: 2161.485, Avg.Score: 1991.902, Max.Score: 2244.239, Time: 14:49:22\n",
      "Ep.: 2139, Total Steps: 1007433, Ep.Steps: 1000, Score: 2197.234, Avg.Score: 1991.797, Max.Score: 2244.239, Time: 14:50:17\n",
      "Ep.: 2140, Total Steps: 1008433, Ep.Steps: 1000, Score: 2164.719, Avg.Score: 1991.329, Max.Score: 2244.239, Time: 14:51:12\n",
      "Ep.: 2141, Total Steps: 1009433, Ep.Steps: 1000, Score: 2178.046, Avg.Score: 1991.087, Max.Score: 2244.239, Time: 14:52:08\n",
      "Ep.: 2142, Total Steps: 1009879, Ep.Steps: 446, Score: 954.981, Avg.Score: 1995.638, Max.Score: 2244.239, Time: 14:52:32\n",
      "Ep.: 2143, Total Steps: 1010879, Ep.Steps: 1000, Score: 2163.328, Avg.Score: 1995.354, Max.Score: 2244.239, Time: 14:53:27\n",
      "Ep.: 2144, Total Steps: 1011879, Ep.Steps: 1000, Score: 2206.914, Avg.Score: 2003.463, Max.Score: 2244.239, Time: 14:54:22\n",
      "Ep.: 2145, Total Steps: 1012879, Ep.Steps: 1000, Score: 2202.472, Avg.Score: 2003.811, Max.Score: 2244.239, Time: 14:55:18\n",
      "Ep.: 2146, Total Steps: 1013879, Ep.Steps: 1000, Score: 2185.292, Avg.Score: 2003.720, Max.Score: 2244.239, Time: 14:56:13\n",
      "Ep.: 2147, Total Steps: 1014763, Ep.Steps: 884, Score: 1904.756, Avg.Score: 2000.325, Max.Score: 2243.397, Time: 14:57:02\n",
      "Ep.: 2148, Total Steps: 1015763, Ep.Steps: 1000, Score: 2166.552, Avg.Score: 2008.472, Max.Score: 2243.397, Time: 14:57:56\n",
      "Ep.: 2149, Total Steps: 1016728, Ep.Steps: 965, Score: 2060.228, Avg.Score: 2006.841, Max.Score: 2243.397, Time: 14:58:50\n",
      "Ep.: 2150, Total Steps: 1017728, Ep.Steps: 1000, Score: 2153.219, Avg.Score: 2017.567, Max.Score: 2243.397, Time: 14:59:44\n",
      "Ep.: 2151, Total Steps: 1018419, Ep.Steps: 691, Score: 1522.123, Avg.Score: 2010.529, Max.Score: 2243.397, Time: 15:00:22\n",
      "Ep.: 2152, Total Steps: 1019419, Ep.Steps: 1000, Score: 2184.720, Avg.Score: 2010.038, Max.Score: 2243.397, Time: 15:01:17\n",
      "Ep.: 2153, Total Steps: 1020419, Ep.Steps: 1000, Score: 2144.368, Avg.Score: 2009.594, Max.Score: 2243.397, Time: 15:02:12\n",
      "Ep.: 2154, Total Steps: 1021313, Ep.Steps: 894, Score: 1917.498, Avg.Score: 2006.473, Max.Score: 2243.397, Time: 15:03:01\n",
      "Ep.: 2155, Total Steps: 1022313, Ep.Steps: 1000, Score: 2150.528, Avg.Score: 2005.792, Max.Score: 2243.397, Time: 15:03:57\n",
      "Ep.: 2156, Total Steps: 1023313, Ep.Steps: 1000, Score: 2164.981, Avg.Score: 2005.179, Max.Score: 2243.397, Time: 15:04:51\n",
      "Ep.: 2157, Total Steps: 1024313, Ep.Steps: 1000, Score: 2168.105, Avg.Score: 2004.738, Max.Score: 2243.397, Time: 15:05:47\n",
      "Ep.: 2158, Total Steps: 1025313, Ep.Steps: 1000, Score: 2180.858, Avg.Score: 2004.355, Max.Score: 2243.397, Time: 15:06:50\n",
      "Ep.: 2159, Total Steps: 1026313, Ep.Steps: 1000, Score: 2179.151, Avg.Score: 2003.713, Max.Score: 2211.476, Time: 15:07:43\n",
      "Ep.: 2160, Total Steps: 1027313, Ep.Steps: 1000, Score: 2148.281, Avg.Score: 2018.632, Max.Score: 2211.476, Time: 15:08:37\n",
      "Ep.: 2161, Total Steps: 1028090, Ep.Steps: 777, Score: 1688.482, Avg.Score: 2013.780, Max.Score: 2211.476, Time: 15:09:19\n",
      "Ep.: 2162, Total Steps: 1028205, Ep.Steps: 115, Score: 180.429, Avg.Score: 1999.398, Max.Score: 2211.476, Time: 15:09:25\n",
      "Ep.: 2163, Total Steps: 1028416, Ep.Steps: 211, Score: 360.285, Avg.Score: 1980.926, Max.Score: 2211.476, Time: 15:09:37\n",
      "Ep.: 2164, Total Steps: 1028584, Ep.Steps: 168, Score: 281.895, Avg.Score: 1961.717, Max.Score: 2211.476, Time: 15:09:46\n",
      "Ep.: 2165, Total Steps: 1028968, Ep.Steps: 384, Score: 780.517, Avg.Score: 1949.777, Max.Score: 2211.476, Time: 15:10:08\n",
      "Ep.: 2166, Total Steps: 1029234, Ep.Steps: 266, Score: 384.697, Avg.Score: 1931.860, Max.Score: 2211.476, Time: 15:10:24\n",
      "Ep.: 2167, Total Steps: 1029277, Ep.Steps: 43, Score: 9.397, Avg.Score: 1915.553, Max.Score: 2211.476, Time: 15:10:26\n",
      "Ep.: 2168, Total Steps: 1029320, Ep.Steps: 43, Score: 15.422, Avg.Score: 1893.655, Max.Score: 2211.476, Time: 15:10:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2169, Total Steps: 1030320, Ep.Steps: 1000, Score: 2036.270, Avg.Score: 1892.090, Max.Score: 2211.476, Time: 15:11:22\n",
      "Ep.: 2170, Total Steps: 1030437, Ep.Steps: 117, Score: 92.187, Avg.Score: 1877.683, Max.Score: 2211.476, Time: 15:11:29\n",
      "Ep.: 2171, Total Steps: 1030678, Ep.Steps: 241, Score: 182.059, Avg.Score: 1857.901, Max.Score: 2211.476, Time: 15:11:42\n",
      "Ep.: 2172, Total Steps: 1031678, Ep.Steps: 1000, Score: 868.610, Avg.Score: 1844.838, Max.Score: 2211.476, Time: 15:12:36\n",
      "Ep.: 2173, Total Steps: 1032678, Ep.Steps: 1000, Score: 878.884, Avg.Score: 1831.663, Max.Score: 2211.476, Time: 15:13:31\n",
      "Ep.: 2174, Total Steps: 1032784, Ep.Steps: 106, Score: 39.228, Avg.Score: 1810.480, Max.Score: 2211.476, Time: 15:13:36\n",
      "Ep.: 2175, Total Steps: 1033746, Ep.Steps: 962, Score: 1647.166, Avg.Score: 1805.055, Max.Score: 2211.476, Time: 15:14:29\n",
      "Ep.: 2176, Total Steps: 1034746, Ep.Steps: 1000, Score: 2009.122, Avg.Score: 1818.628, Max.Score: 2211.476, Time: 15:15:23\n",
      "Ep.: 2177, Total Steps: 1035634, Ep.Steps: 888, Score: 1743.580, Avg.Score: 1814.225, Max.Score: 2211.476, Time: 15:16:11\n",
      "Ep.: 2178, Total Steps: 1035862, Ep.Steps: 228, Score: 406.777, Avg.Score: 1796.428, Max.Score: 2211.476, Time: 15:16:23\n",
      "Ep.: 2179, Total Steps: 1036138, Ep.Steps: 276, Score: 544.953, Avg.Score: 1780.632, Max.Score: 2211.476, Time: 15:16:38\n",
      "Ep.: 2180, Total Steps: 1036507, Ep.Steps: 369, Score: 720.509, Avg.Score: 1765.955, Max.Score: 2211.476, Time: 15:16:58\n",
      "Ep.: 2181, Total Steps: 1037507, Ep.Steps: 1000, Score: 1995.904, Avg.Score: 1772.519, Max.Score: 2211.476, Time: 15:17:53\n",
      "Ep.: 2182, Total Steps: 1038507, Ep.Steps: 1000, Score: 2034.073, Avg.Score: 1770.794, Max.Score: 2211.476, Time: 15:18:47\n",
      "Ep.: 2183, Total Steps: 1039507, Ep.Steps: 1000, Score: 2057.136, Avg.Score: 1769.533, Max.Score: 2211.476, Time: 15:19:41\n",
      "Ep.: 2184, Total Steps: 1040507, Ep.Steps: 1000, Score: 2056.446, Avg.Score: 1768.620, Max.Score: 2211.476, Time: 15:20:35\n",
      "Ep.: 2185, Total Steps: 1041507, Ep.Steps: 1000, Score: 2128.624, Avg.Score: 1768.335, Max.Score: 2211.476, Time: 15:21:29\n",
      "Ep.: 2186, Total Steps: 1042507, Ep.Steps: 1000, Score: 2123.028, Avg.Score: 1767.816, Max.Score: 2211.476, Time: 15:22:23\n",
      "Ep.: 2187, Total Steps: 1042774, Ep.Steps: 267, Score: 544.334, Avg.Score: 1751.361, Max.Score: 2211.476, Time: 15:22:38\n",
      "Ep.: 2188, Total Steps: 1043527, Ep.Steps: 753, Score: 1604.791, Avg.Score: 1754.905, Max.Score: 2211.476, Time: 15:23:18\n",
      "Ep.: 2189, Total Steps: 1044527, Ep.Steps: 1000, Score: 2101.062, Avg.Score: 1753.904, Max.Score: 2211.476, Time: 15:24:13\n",
      "Ep.: 2190, Total Steps: 1045527, Ep.Steps: 1000, Score: 2106.633, Avg.Score: 1753.093, Max.Score: 2211.476, Time: 15:25:07\n",
      "Ep.: 2191, Total Steps: 1046527, Ep.Steps: 1000, Score: 2096.311, Avg.Score: 1752.118, Max.Score: 2211.476, Time: 15:26:01\n",
      "Ep.: 2192, Total Steps: 1047046, Ep.Steps: 519, Score: 1078.108, Avg.Score: 1741.338, Max.Score: 2211.476, Time: 15:26:29\n",
      "Ep.: 2193, Total Steps: 1047324, Ep.Steps: 278, Score: 576.723, Avg.Score: 1725.440, Max.Score: 2211.476, Time: 15:26:44\n",
      "Ep.: 2194, Total Steps: 1048324, Ep.Steps: 1000, Score: 2108.759, Avg.Score: 1724.413, Max.Score: 2210.136, Time: 15:27:38\n",
      "Ep.: 2195, Total Steps: 1049324, Ep.Steps: 1000, Score: 2125.516, Avg.Score: 1723.975, Max.Score: 2210.136, Time: 15:28:32\n",
      "Ep.: 2196, Total Steps: 1050324, Ep.Steps: 1000, Score: 2093.525, Avg.Score: 1722.965, Max.Score: 2210.136, Time: 15:29:26\n",
      "Ep.: 2197, Total Steps: 1051324, Ep.Steps: 1000, Score: 2121.355, Avg.Score: 1722.277, Max.Score: 2210.136, Time: 15:30:20\n",
      "Ep.: 2198, Total Steps: 1052324, Ep.Steps: 1000, Score: 2134.644, Avg.Score: 1721.732, Max.Score: 2210.136, Time: 15:31:14\n",
      "Ep.: 2199, Total Steps: 1053324, Ep.Steps: 1000, Score: 2121.116, Avg.Score: 1721.254, Max.Score: 2210.136, Time: 15:32:08\n",
      "Ep.: 2200, Total Steps: 1054324, Ep.Steps: 1000, Score: 2132.731, Avg.Score: 1720.875, Max.Score: 2210.136, Time: 15:33:02\n",
      "Ep.: 2201, Total Steps: 1055324, Ep.Steps: 1000, Score: 2146.916, Avg.Score: 1720.430, Max.Score: 2210.136, Time: 15:33:56\n",
      "Ep.: 2202, Total Steps: 1056324, Ep.Steps: 1000, Score: 2130.299, Avg.Score: 1720.088, Max.Score: 2210.136, Time: 15:34:49\n",
      "Ep.: 2203, Total Steps: 1056620, Ep.Steps: 296, Score: 606.454, Avg.Score: 1715.247, Max.Score: 2210.136, Time: 15:35:05\n",
      "Ep.: 2204, Total Steps: 1057248, Ep.Steps: 628, Score: 1355.615, Avg.Score: 1706.907, Max.Score: 2210.136, Time: 15:35:39\n",
      "Ep.: 2205, Total Steps: 1057438, Ep.Steps: 190, Score: 393.545, Avg.Score: 1689.177, Max.Score: 2210.136, Time: 15:35:49\n",
      "Ep.: 2206, Total Steps: 1058438, Ep.Steps: 1000, Score: 2141.118, Avg.Score: 1688.988, Max.Score: 2210.136, Time: 15:36:44\n",
      "Ep.: 2207, Total Steps: 1059438, Ep.Steps: 1000, Score: 2143.548, Avg.Score: 1688.837, Max.Score: 2210.136, Time: 15:37:38\n",
      "Ep.: 2208, Total Steps: 1060438, Ep.Steps: 1000, Score: 2123.850, Avg.Score: 1688.354, Max.Score: 2210.136, Time: 15:38:32\n",
      "Ep.: 2209, Total Steps: 1061438, Ep.Steps: 1000, Score: 2145.557, Avg.Score: 1688.123, Max.Score: 2210.136, Time: 15:39:27\n",
      "Ep.: 2210, Total Steps: 1062438, Ep.Steps: 1000, Score: 2150.185, Avg.Score: 1687.912, Max.Score: 2210.136, Time: 15:40:21\n",
      "Ep.: 2211, Total Steps: 1063438, Ep.Steps: 1000, Score: 2124.994, Avg.Score: 1687.265, Max.Score: 2210.136, Time: 15:41:15\n",
      "Ep.: 2212, Total Steps: 1064409, Ep.Steps: 971, Score: 2080.807, Avg.Score: 1686.339, Max.Score: 2210.136, Time: 15:42:08\n",
      "Ep.: 2213, Total Steps: 1065409, Ep.Steps: 1000, Score: 2138.723, Avg.Score: 1685.783, Max.Score: 2210.136, Time: 15:43:02\n",
      "Ep.: 2214, Total Steps: 1066409, Ep.Steps: 1000, Score: 2140.277, Avg.Score: 1685.444, Max.Score: 2210.136, Time: 15:43:56\n",
      "Ep.: 2215, Total Steps: 1067409, Ep.Steps: 1000, Score: 2141.900, Avg.Score: 1703.912, Max.Score: 2210.136, Time: 15:44:50\n",
      "Ep.: 2216, Total Steps: 1068409, Ep.Steps: 1000, Score: 2153.516, Avg.Score: 1704.745, Max.Score: 2210.136, Time: 15:45:44\n",
      "Ep.: 2217, Total Steps: 1069409, Ep.Steps: 1000, Score: 2142.375, Avg.Score: 1704.303, Max.Score: 2210.136, Time: 15:46:38\n",
      "Ep.: 2218, Total Steps: 1070409, Ep.Steps: 1000, Score: 2129.027, Avg.Score: 1703.754, Max.Score: 2210.136, Time: 15:47:33\n",
      "Ep.: 2219, Total Steps: 1071409, Ep.Steps: 1000, Score: 2161.309, Avg.Score: 1703.587, Max.Score: 2210.136, Time: 15:48:27\n",
      "Ep.: 2220, Total Steps: 1072409, Ep.Steps: 1000, Score: 2133.841, Avg.Score: 1703.014, Max.Score: 2210.136, Time: 15:49:20\n",
      "Ep.: 2221, Total Steps: 1073409, Ep.Steps: 1000, Score: 2184.420, Avg.Score: 1703.018, Max.Score: 2210.136, Time: 15:50:14\n",
      "Ep.: 2222, Total Steps: 1074409, Ep.Steps: 1000, Score: 2132.433, Avg.Score: 1702.468, Max.Score: 2210.136, Time: 15:51:08\n",
      "Ep.: 2223, Total Steps: 1075409, Ep.Steps: 1000, Score: 2147.780, Avg.Score: 1705.982, Max.Score: 2210.136, Time: 15:52:02\n",
      "Ep.: 2224, Total Steps: 1076409, Ep.Steps: 1000, Score: 2173.596, Avg.Score: 1705.684, Max.Score: 2210.136, Time: 15:52:55\n",
      "Ep.: 2225, Total Steps: 1077409, Ep.Steps: 1000, Score: 2185.861, Avg.Score: 1705.441, Max.Score: 2206.914, Time: 15:53:49\n",
      "Ep.: 2226, Total Steps: 1078409, Ep.Steps: 1000, Score: 2189.179, Avg.Score: 1705.456, Max.Score: 2206.914, Time: 15:54:43\n",
      "Ep.: 2227, Total Steps: 1079409, Ep.Steps: 1000, Score: 2167.683, Avg.Score: 1705.212, Max.Score: 2206.914, Time: 15:55:37\n",
      "Ep.: 2228, Total Steps: 1080409, Ep.Steps: 1000, Score: 2188.994, Avg.Score: 1716.652, Max.Score: 2206.914, Time: 15:56:31\n",
      "Ep.: 2229, Total Steps: 1081409, Ep.Steps: 1000, Score: 2174.400, Avg.Score: 1716.659, Max.Score: 2206.914, Time: 15:57:25\n",
      "Ep.: 2230, Total Steps: 1082409, Ep.Steps: 1000, Score: 2187.769, Avg.Score: 1731.864, Max.Score: 2206.914, Time: 15:58:19\n",
      "Ep.: 2231, Total Steps: 1083409, Ep.Steps: 1000, Score: 2141.601, Avg.Score: 1731.493, Max.Score: 2206.914, Time: 15:59:13\n",
      "Ep.: 2232, Total Steps: 1084409, Ep.Steps: 1000, Score: 2154.134, Avg.Score: 1731.281, Max.Score: 2206.914, Time: 16:00:07\n",
      "Ep.: 2233, Total Steps: 1085409, Ep.Steps: 1000, Score: 2158.318, Avg.Score: 1737.826, Max.Score: 2206.914, Time: 16:01:01\n",
      "Ep.: 2234, Total Steps: 1086409, Ep.Steps: 1000, Score: 2133.858, Avg.Score: 1745.118, Max.Score: 2206.914, Time: 16:01:55\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2235, Total Steps: 1087310, Ep.Steps: 901, Score: 1896.531, Avg.Score: 1742.580, Max.Score: 2206.914, Time: 16:02:43\n",
      "Ep.: 2236, Total Steps: 1088310, Ep.Steps: 1000, Score: 2154.902, Avg.Score: 1742.359, Max.Score: 2206.914, Time: 16:03:37\n",
      "Ep.: 2237, Total Steps: 1089310, Ep.Steps: 1000, Score: 2153.937, Avg.Score: 1748.804, Max.Score: 2206.914, Time: 16:04:32\n",
      "Ep.: 2238, Total Steps: 1090310, Ep.Steps: 1000, Score: 2135.933, Avg.Score: 1748.548, Max.Score: 2206.914, Time: 16:05:25\n",
      "Ep.: 2239, Total Steps: 1091310, Ep.Steps: 1000, Score: 2168.222, Avg.Score: 1748.258, Max.Score: 2206.914, Time: 16:06:20\n",
      "Ep.: 2240, Total Steps: 1092310, Ep.Steps: 1000, Score: 2150.053, Avg.Score: 1748.111, Max.Score: 2206.914, Time: 16:07:13\n",
      "Ep.: 2241, Total Steps: 1093004, Ep.Steps: 694, Score: 1492.942, Avg.Score: 1741.260, Max.Score: 2206.914, Time: 16:07:52\n",
      "Ep.: 2242, Total Steps: 1094004, Ep.Steps: 1000, Score: 2169.179, Avg.Score: 1753.402, Max.Score: 2206.914, Time: 16:08:47\n",
      "Ep.: 2243, Total Steps: 1095004, Ep.Steps: 1000, Score: 2174.055, Avg.Score: 1753.510, Max.Score: 2206.914, Time: 16:09:41\n",
      "Ep.: 2244, Total Steps: 1096004, Ep.Steps: 1000, Score: 2156.576, Avg.Score: 1753.006, Max.Score: 2202.472, Time: 16:10:35\n",
      "Ep.: 2245, Total Steps: 1096188, Ep.Steps: 184, Score: 368.018, Avg.Score: 1734.662, Max.Score: 2189.179, Time: 16:10:45\n",
      "Ep.: 2246, Total Steps: 1097188, Ep.Steps: 1000, Score: 2150.674, Avg.Score: 1734.316, Max.Score: 2189.179, Time: 16:11:39\n",
      "Ep.: 2247, Total Steps: 1097958, Ep.Steps: 770, Score: 1657.930, Avg.Score: 1731.847, Max.Score: 2189.179, Time: 16:12:20\n",
      "Ep.: 2248, Total Steps: 1098711, Ep.Steps: 753, Score: 1641.813, Avg.Score: 1726.600, Max.Score: 2189.179, Time: 16:13:01\n",
      "Ep.: 2249, Total Steps: 1099711, Ep.Steps: 1000, Score: 2164.907, Avg.Score: 1727.647, Max.Score: 2189.179, Time: 16:13:55\n",
      "Ep.: 2250, Total Steps: 1100711, Ep.Steps: 1000, Score: 2144.072, Avg.Score: 1727.555, Max.Score: 2189.179, Time: 16:14:50\n",
      "Ep.: 2251, Total Steps: 1101711, Ep.Steps: 1000, Score: 2153.182, Avg.Score: 1733.866, Max.Score: 2189.179, Time: 16:15:44\n",
      "Ep.: 2252, Total Steps: 1102711, Ep.Steps: 1000, Score: 2141.842, Avg.Score: 1733.437, Max.Score: 2189.179, Time: 16:16:38\n",
      "Ep.: 2253, Total Steps: 1103711, Ep.Steps: 1000, Score: 2143.959, Avg.Score: 1733.433, Max.Score: 2189.179, Time: 16:17:32\n",
      "Ep.: 2254, Total Steps: 1104711, Ep.Steps: 1000, Score: 2149.044, Avg.Score: 1735.748, Max.Score: 2189.179, Time: 16:18:26\n",
      "Ep.: 2255, Total Steps: 1105276, Ep.Steps: 565, Score: 1185.785, Avg.Score: 1726.101, Max.Score: 2189.179, Time: 16:18:56\n",
      "Ep.: 2256, Total Steps: 1106276, Ep.Steps: 1000, Score: 2185.341, Avg.Score: 1726.305, Max.Score: 2189.179, Time: 16:19:50\n",
      "Ep.: 2257, Total Steps: 1107276, Ep.Steps: 1000, Score: 2143.780, Avg.Score: 1726.061, Max.Score: 2189.179, Time: 16:20:44\n",
      "Ep.: 2258, Total Steps: 1107456, Ep.Steps: 180, Score: 358.663, Avg.Score: 1707.839, Max.Score: 2189.179, Time: 16:20:54\n",
      "Ep.: 2259, Total Steps: 1108456, Ep.Steps: 1000, Score: 2192.200, Avg.Score: 1707.970, Max.Score: 2192.200, Time: 16:21:47\n",
      "Ep.: 2260, Total Steps: 1109072, Ep.Steps: 616, Score: 1310.122, Avg.Score: 1699.588, Max.Score: 2192.200, Time: 16:22:20\n",
      "Ep.: 2261, Total Steps: 1109598, Ep.Steps: 526, Score: 1099.612, Avg.Score: 1693.700, Max.Score: 2192.200, Time: 16:22:49\n",
      "Ep.: 2262, Total Steps: 1110598, Ep.Steps: 1000, Score: 2166.358, Avg.Score: 1713.559, Max.Score: 2192.200, Time: 16:23:43\n",
      "Ep.: 2263, Total Steps: 1111598, Ep.Steps: 1000, Score: 2159.899, Avg.Score: 1731.555, Max.Score: 2192.200, Time: 16:24:37\n",
      "Ep.: 2264, Total Steps: 1112598, Ep.Steps: 1000, Score: 2162.030, Avg.Score: 1750.356, Max.Score: 2192.200, Time: 16:25:31\n",
      "Ep.: 2265, Total Steps: 1113598, Ep.Steps: 1000, Score: 2161.004, Avg.Score: 1764.161, Max.Score: 2192.200, Time: 16:26:25\n",
      "Ep.: 2266, Total Steps: 1114598, Ep.Steps: 1000, Score: 2143.033, Avg.Score: 1781.745, Max.Score: 2192.200, Time: 16:27:19\n",
      "Ep.: 2267, Total Steps: 1114824, Ep.Steps: 226, Score: 479.448, Avg.Score: 1786.445, Max.Score: 2192.200, Time: 16:27:32\n",
      "Ep.: 2268, Total Steps: 1115824, Ep.Steps: 1000, Score: 2147.569, Avg.Score: 1807.767, Max.Score: 2192.200, Time: 16:28:26\n",
      "Ep.: 2269, Total Steps: 1116824, Ep.Steps: 1000, Score: 2192.191, Avg.Score: 1809.326, Max.Score: 2192.200, Time: 16:29:20\n",
      "Ep.: 2270, Total Steps: 1117824, Ep.Steps: 1000, Score: 2161.188, Avg.Score: 1830.016, Max.Score: 2192.200, Time: 16:30:14\n",
      "Ep.: 2271, Total Steps: 1118824, Ep.Steps: 1000, Score: 2165.044, Avg.Score: 1849.846, Max.Score: 2192.200, Time: 16:31:08\n",
      "Ep.: 2272, Total Steps: 1119824, Ep.Steps: 1000, Score: 2144.639, Avg.Score: 1862.606, Max.Score: 2192.200, Time: 16:32:03\n",
      "Ep.: 2273, Total Steps: 1120824, Ep.Steps: 1000, Score: 2142.848, Avg.Score: 1875.246, Max.Score: 2192.200, Time: 16:32:57\n",
      "Ep.: 2274, Total Steps: 1121824, Ep.Steps: 1000, Score: 2184.488, Avg.Score: 1896.698, Max.Score: 2192.200, Time: 16:33:51\n",
      "Ep.: 2275, Total Steps: 1122824, Ep.Steps: 1000, Score: 2192.809, Avg.Score: 1902.155, Max.Score: 2192.809, Time: 16:34:45\n",
      "Ep.: 2276, Total Steps: 1123448, Ep.Steps: 624, Score: 1325.426, Avg.Score: 1895.318, Max.Score: 2192.809, Time: 16:35:19\n",
      "Ep.: 2277, Total Steps: 1124448, Ep.Steps: 1000, Score: 2181.206, Avg.Score: 1899.694, Max.Score: 2192.809, Time: 16:36:13\n",
      "Ep.: 2278, Total Steps: 1124572, Ep.Steps: 124, Score: 245.378, Avg.Score: 1898.080, Max.Score: 2192.809, Time: 16:36:20\n",
      "Ep.: 2279, Total Steps: 1125572, Ep.Steps: 1000, Score: 2163.216, Avg.Score: 1914.263, Max.Score: 2192.809, Time: 16:37:15\n",
      "Ep.: 2280, Total Steps: 1126572, Ep.Steps: 1000, Score: 2172.565, Avg.Score: 1928.783, Max.Score: 2192.809, Time: 16:38:09\n",
      "Ep.: 2281, Total Steps: 1126807, Ep.Steps: 235, Score: 495.418, Avg.Score: 1913.778, Max.Score: 2192.809, Time: 16:38:21\n",
      "Ep.: 2282, Total Steps: 1127807, Ep.Steps: 1000, Score: 2184.594, Avg.Score: 1915.283, Max.Score: 2192.809, Time: 16:39:16\n",
      "Ep.: 2283, Total Steps: 1128807, Ep.Steps: 1000, Score: 2127.922, Avg.Score: 1915.991, Max.Score: 2192.809, Time: 16:40:10\n",
      "Ep.: 2284, Total Steps: 1129807, Ep.Steps: 1000, Score: 2136.445, Avg.Score: 1916.791, Max.Score: 2192.809, Time: 16:41:03\n",
      "Ep.: 2285, Total Steps: 1130807, Ep.Steps: 1000, Score: 2156.166, Avg.Score: 1917.067, Max.Score: 2192.809, Time: 16:41:58\n",
      "Ep.: 2286, Total Steps: 1131807, Ep.Steps: 1000, Score: 2163.751, Avg.Score: 1917.474, Max.Score: 2192.809, Time: 16:42:52\n",
      "Ep.: 2287, Total Steps: 1132807, Ep.Steps: 1000, Score: 2175.000, Avg.Score: 1933.781, Max.Score: 2192.809, Time: 16:43:46\n",
      "Ep.: 2288, Total Steps: 1133489, Ep.Steps: 682, Score: 1494.011, Avg.Score: 1932.673, Max.Score: 2192.809, Time: 16:44:23\n",
      "Ep.: 2289, Total Steps: 1134489, Ep.Steps: 1000, Score: 2165.775, Avg.Score: 1933.320, Max.Score: 2192.809, Time: 16:45:17\n",
      "Ep.: 2290, Total Steps: 1135394, Ep.Steps: 905, Score: 1945.045, Avg.Score: 1931.704, Max.Score: 2192.809, Time: 16:46:07\n",
      "Ep.: 2291, Total Steps: 1136394, Ep.Steps: 1000, Score: 2195.211, Avg.Score: 1932.693, Max.Score: 2195.211, Time: 16:47:01\n",
      "Ep.: 2292, Total Steps: 1137394, Ep.Steps: 1000, Score: 2155.137, Avg.Score: 1943.463, Max.Score: 2195.211, Time: 16:47:56\n",
      "Ep.: 2293, Total Steps: 1138394, Ep.Steps: 1000, Score: 2164.935, Avg.Score: 1959.346, Max.Score: 2195.211, Time: 16:48:50\n",
      "Ep.: 2294, Total Steps: 1139394, Ep.Steps: 1000, Score: 2165.393, Avg.Score: 1959.912, Max.Score: 2195.211, Time: 16:49:44\n",
      "Ep.: 2295, Total Steps: 1140394, Ep.Steps: 1000, Score: 2158.465, Avg.Score: 1960.241, Max.Score: 2195.211, Time: 16:50:38\n",
      "Ep.: 2296, Total Steps: 1141394, Ep.Steps: 1000, Score: 2169.418, Avg.Score: 1961.000, Max.Score: 2195.211, Time: 16:51:32\n",
      "Ep.: 2297, Total Steps: 1142394, Ep.Steps: 1000, Score: 2160.330, Avg.Score: 1961.390, Max.Score: 2195.211, Time: 16:52:26\n",
      "Ep.: 2298, Total Steps: 1143394, Ep.Steps: 1000, Score: 2165.430, Avg.Score: 1961.698, Max.Score: 2195.211, Time: 16:53:21\n",
      "Ep.: 2299, Total Steps: 1144394, Ep.Steps: 1000, Score: 2129.132, Avg.Score: 1961.778, Max.Score: 2195.211, Time: 16:54:15\n",
      "Ep.: 2300, Total Steps: 1145394, Ep.Steps: 1000, Score: 2149.893, Avg.Score: 1961.950, Max.Score: 2195.211, Time: 16:55:09\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2301, Total Steps: 1146394, Ep.Steps: 1000, Score: 2152.741, Avg.Score: 1962.008, Max.Score: 2195.211, Time: 16:56:03\n",
      "Ep.: 2302, Total Steps: 1146719, Ep.Steps: 325, Score: 681.346, Avg.Score: 1947.518, Max.Score: 2195.211, Time: 16:56:21\n",
      "Ep.: 2303, Total Steps: 1147719, Ep.Steps: 1000, Score: 2121.209, Avg.Score: 1962.666, Max.Score: 2195.211, Time: 16:57:15\n",
      "Ep.: 2304, Total Steps: 1147879, Ep.Steps: 160, Score: 332.186, Avg.Score: 1952.432, Max.Score: 2195.211, Time: 16:57:24\n",
      "Ep.: 2305, Total Steps: 1148028, Ep.Steps: 149, Score: 314.141, Avg.Score: 1951.638, Max.Score: 2195.211, Time: 16:57:32\n",
      "Ep.: 2306, Total Steps: 1149028, Ep.Steps: 1000, Score: 2143.408, Avg.Score: 1951.661, Max.Score: 2195.211, Time: 16:58:26\n",
      "Ep.: 2307, Total Steps: 1149487, Ep.Steps: 459, Score: 980.489, Avg.Score: 1940.030, Max.Score: 2195.211, Time: 16:58:51\n",
      "Ep.: 2308, Total Steps: 1150487, Ep.Steps: 1000, Score: 2184.984, Avg.Score: 1940.641, Max.Score: 2195.211, Time: 16:59:45\n",
      "Ep.: 2309, Total Steps: 1151487, Ep.Steps: 1000, Score: 2175.392, Avg.Score: 1940.940, Max.Score: 2195.211, Time: 17:00:40\n",
      "Ep.: 2310, Total Steps: 1152487, Ep.Steps: 1000, Score: 2156.292, Avg.Score: 1941.001, Max.Score: 2195.211, Time: 17:01:34\n",
      "Ep.: 2311, Total Steps: 1153487, Ep.Steps: 1000, Score: 2153.835, Avg.Score: 1941.289, Max.Score: 2195.211, Time: 17:02:29\n",
      "Ep.: 2312, Total Steps: 1154487, Ep.Steps: 1000, Score: 2197.702, Avg.Score: 1942.458, Max.Score: 2197.702, Time: 17:03:23\n",
      "Ep.: 2313, Total Steps: 1155487, Ep.Steps: 1000, Score: 2170.438, Avg.Score: 1942.775, Max.Score: 2197.702, Time: 17:04:17\n",
      "Ep.: 2314, Total Steps: 1156487, Ep.Steps: 1000, Score: 2151.298, Avg.Score: 1942.885, Max.Score: 2197.702, Time: 17:05:11\n",
      "Ep.: 2315, Total Steps: 1157487, Ep.Steps: 1000, Score: 2145.187, Avg.Score: 1942.918, Max.Score: 2197.702, Time: 17:06:05\n",
      "Ep.: 2316, Total Steps: 1158487, Ep.Steps: 1000, Score: 2175.121, Avg.Score: 1943.134, Max.Score: 2197.702, Time: 17:06:59\n",
      "Ep.: 2317, Total Steps: 1159487, Ep.Steps: 1000, Score: 2148.153, Avg.Score: 1943.192, Max.Score: 2197.702, Time: 17:07:53\n",
      "Ep.: 2318, Total Steps: 1160487, Ep.Steps: 1000, Score: 2172.072, Avg.Score: 1943.623, Max.Score: 2197.702, Time: 17:08:48\n",
      "Ep.: 2319, Total Steps: 1161487, Ep.Steps: 1000, Score: 2210.450, Avg.Score: 1944.114, Max.Score: 2210.450, Time: 17:09:42\n",
      "Ep.: 2320, Total Steps: 1162487, Ep.Steps: 1000, Score: 2193.870, Avg.Score: 1944.714, Max.Score: 2210.450, Time: 17:10:36\n",
      "Ep.: 2321, Total Steps: 1163487, Ep.Steps: 1000, Score: 2199.092, Avg.Score: 1944.861, Max.Score: 2210.450, Time: 17:11:31\n",
      "Ep.: 2322, Total Steps: 1164487, Ep.Steps: 1000, Score: 2165.489, Avg.Score: 1945.192, Max.Score: 2210.450, Time: 17:12:25\n",
      "Ep.: 2323, Total Steps: 1165487, Ep.Steps: 1000, Score: 2144.749, Avg.Score: 1945.161, Max.Score: 2210.450, Time: 17:13:19\n",
      "Ep.: 2324, Total Steps: 1166487, Ep.Steps: 1000, Score: 2159.470, Avg.Score: 1945.020, Max.Score: 2210.450, Time: 17:14:14\n",
      "Ep.: 2325, Total Steps: 1167487, Ep.Steps: 1000, Score: 2125.129, Avg.Score: 1944.413, Max.Score: 2210.450, Time: 17:15:08\n",
      "Ep.: 2326, Total Steps: 1168487, Ep.Steps: 1000, Score: 2125.025, Avg.Score: 1943.771, Max.Score: 2210.450, Time: 17:16:02\n",
      "Ep.: 2327, Total Steps: 1169487, Ep.Steps: 1000, Score: 2168.751, Avg.Score: 1943.782, Max.Score: 2210.450, Time: 17:16:56\n",
      "Ep.: 2328, Total Steps: 1170487, Ep.Steps: 1000, Score: 2150.051, Avg.Score: 1943.392, Max.Score: 2210.450, Time: 17:17:50\n",
      "Ep.: 2329, Total Steps: 1171295, Ep.Steps: 808, Score: 1748.994, Avg.Score: 1939.138, Max.Score: 2210.450, Time: 17:18:34\n",
      "Ep.: 2330, Total Steps: 1172295, Ep.Steps: 1000, Score: 2168.497, Avg.Score: 1938.946, Max.Score: 2210.450, Time: 17:19:29\n",
      "Ep.: 2331, Total Steps: 1173295, Ep.Steps: 1000, Score: 2166.674, Avg.Score: 1939.196, Max.Score: 2210.450, Time: 17:20:23\n",
      "Ep.: 2332, Total Steps: 1174295, Ep.Steps: 1000, Score: 2175.576, Avg.Score: 1939.411, Max.Score: 2210.450, Time: 17:21:17\n",
      "Ep.: 2333, Total Steps: 1175295, Ep.Steps: 1000, Score: 2174.803, Avg.Score: 1939.576, Max.Score: 2210.450, Time: 17:22:12\n",
      "Ep.: 2334, Total Steps: 1176295, Ep.Steps: 1000, Score: 2179.462, Avg.Score: 1940.032, Max.Score: 2210.450, Time: 17:23:06\n",
      "Ep.: 2335, Total Steps: 1177295, Ep.Steps: 1000, Score: 2147.009, Avg.Score: 1942.536, Max.Score: 2210.450, Time: 17:24:00\n",
      "Ep.: 2336, Total Steps: 1177987, Ep.Steps: 692, Score: 1496.507, Avg.Score: 1935.952, Max.Score: 2210.450, Time: 17:24:38\n",
      "Ep.: 2337, Total Steps: 1178987, Ep.Steps: 1000, Score: 2132.902, Avg.Score: 1935.742, Max.Score: 2210.450, Time: 17:25:32\n",
      "Ep.: 2338, Total Steps: 1179987, Ep.Steps: 1000, Score: 2154.409, Avg.Score: 1935.927, Max.Score: 2210.450, Time: 17:26:27\n",
      "Ep.: 2339, Total Steps: 1180987, Ep.Steps: 1000, Score: 2152.585, Avg.Score: 1935.770, Max.Score: 2210.450, Time: 17:27:21\n",
      "Ep.: 2340, Total Steps: 1181987, Ep.Steps: 1000, Score: 2159.944, Avg.Score: 1935.869, Max.Score: 2210.450, Time: 17:28:15\n",
      "Ep.: 2341, Total Steps: 1182987, Ep.Steps: 1000, Score: 2160.683, Avg.Score: 1942.547, Max.Score: 2210.450, Time: 17:29:09\n",
      "Ep.: 2342, Total Steps: 1183987, Ep.Steps: 1000, Score: 2139.549, Avg.Score: 1942.251, Max.Score: 2210.450, Time: 17:30:04\n",
      "Ep.: 2343, Total Steps: 1184383, Ep.Steps: 396, Score: 848.555, Avg.Score: 1928.996, Max.Score: 2210.450, Time: 17:30:25\n",
      "Ep.: 2344, Total Steps: 1185383, Ep.Steps: 1000, Score: 2178.564, Avg.Score: 1929.215, Max.Score: 2210.450, Time: 17:31:19\n",
      "Ep.: 2345, Total Steps: 1186383, Ep.Steps: 1000, Score: 2164.920, Avg.Score: 1947.184, Max.Score: 2210.450, Time: 17:32:13\n",
      "Ep.: 2346, Total Steps: 1186996, Ep.Steps: 613, Score: 1308.901, Avg.Score: 1938.767, Max.Score: 2210.450, Time: 17:32:46\n",
      "Ep.: 2347, Total Steps: 1187996, Ep.Steps: 1000, Score: 2165.233, Avg.Score: 1943.840, Max.Score: 2210.450, Time: 17:33:40\n",
      "Ep.: 2348, Total Steps: 1188996, Ep.Steps: 1000, Score: 2159.657, Avg.Score: 1949.018, Max.Score: 2210.450, Time: 17:34:35\n",
      "Ep.: 2349, Total Steps: 1189005, Ep.Steps: 9, Score: 23.376, Avg.Score: 1927.603, Max.Score: 2210.450, Time: 17:34:35\n",
      "Ep.: 2350, Total Steps: 1189014, Ep.Steps: 9, Score: 23.394, Avg.Score: 1906.396, Max.Score: 2210.450, Time: 17:34:36\n",
      "Ep.: 2351, Total Steps: 1190014, Ep.Steps: 1000, Score: 2148.224, Avg.Score: 1906.346, Max.Score: 2210.450, Time: 17:35:30\n",
      "Ep.: 2352, Total Steps: 1191014, Ep.Steps: 1000, Score: 2188.153, Avg.Score: 1906.810, Max.Score: 2210.450, Time: 17:36:24\n",
      "Ep.: 2353, Total Steps: 1192014, Ep.Steps: 1000, Score: 2202.909, Avg.Score: 1907.399, Max.Score: 2210.450, Time: 17:37:18\n",
      "Ep.: 2354, Total Steps: 1193014, Ep.Steps: 1000, Score: 2194.333, Avg.Score: 1907.852, Max.Score: 2210.450, Time: 17:38:12\n",
      "Ep.: 2355, Total Steps: 1194014, Ep.Steps: 1000, Score: 2173.074, Avg.Score: 1917.725, Max.Score: 2210.450, Time: 17:39:07\n",
      "Ep.: 2356, Total Steps: 1195014, Ep.Steps: 1000, Score: 2166.985, Avg.Score: 1917.541, Max.Score: 2210.450, Time: 17:40:01\n",
      "Ep.: 2357, Total Steps: 1196014, Ep.Steps: 1000, Score: 2156.763, Avg.Score: 1917.671, Max.Score: 2210.450, Time: 17:40:55\n",
      "Ep.: 2358, Total Steps: 1197014, Ep.Steps: 1000, Score: 2145.510, Avg.Score: 1935.540, Max.Score: 2210.450, Time: 17:41:50\n",
      "Ep.: 2359, Total Steps: 1198014, Ep.Steps: 1000, Score: 2164.546, Avg.Score: 1935.263, Max.Score: 2210.450, Time: 17:42:49\n",
      "Ep.: 2360, Total Steps: 1199014, Ep.Steps: 1000, Score: 2189.079, Avg.Score: 1944.053, Max.Score: 2210.450, Time: 17:43:43\n",
      "Ep.: 2361, Total Steps: 1200014, Ep.Steps: 1000, Score: 2201.151, Avg.Score: 1955.068, Max.Score: 2210.450, Time: 17:44:37\n",
      "Ep.: 2362, Total Steps: 1200140, Ep.Steps: 126, Score: 247.691, Avg.Score: 1935.881, Max.Score: 2210.450, Time: 17:44:44\n",
      "Ep.: 2363, Total Steps: 1201140, Ep.Steps: 1000, Score: 2181.061, Avg.Score: 1936.093, Max.Score: 2210.450, Time: 17:45:38\n",
      "Ep.: 2364, Total Steps: 1201675, Ep.Steps: 535, Score: 1141.243, Avg.Score: 1925.885, Max.Score: 2210.450, Time: 17:46:07\n",
      "Ep.: 2365, Total Steps: 1202675, Ep.Steps: 1000, Score: 2156.661, Avg.Score: 1925.842, Max.Score: 2210.450, Time: 17:47:01\n",
      "Ep.: 2366, Total Steps: 1203675, Ep.Steps: 1000, Score: 2167.747, Avg.Score: 1926.089, Max.Score: 2210.450, Time: 17:47:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2367, Total Steps: 1204675, Ep.Steps: 1000, Score: 2177.002, Avg.Score: 1943.064, Max.Score: 2210.450, Time: 17:48:50\n",
      "Ep.: 2368, Total Steps: 1205675, Ep.Steps: 1000, Score: 2174.713, Avg.Score: 1943.336, Max.Score: 2210.450, Time: 17:49:44\n",
      "Ep.: 2369, Total Steps: 1206675, Ep.Steps: 1000, Score: 2173.461, Avg.Score: 1943.148, Max.Score: 2210.450, Time: 17:50:39\n",
      "Ep.: 2370, Total Steps: 1207675, Ep.Steps: 1000, Score: 2171.222, Avg.Score: 1943.249, Max.Score: 2210.450, Time: 17:51:33\n",
      "Ep.: 2371, Total Steps: 1208675, Ep.Steps: 1000, Score: 2203.711, Avg.Score: 1943.635, Max.Score: 2210.450, Time: 17:52:29\n",
      "Ep.: 2372, Total Steps: 1209675, Ep.Steps: 1000, Score: 2176.330, Avg.Score: 1943.952, Max.Score: 2210.450, Time: 17:53:30\n",
      "Ep.: 2373, Total Steps: 1210675, Ep.Steps: 1000, Score: 2168.812, Avg.Score: 1944.212, Max.Score: 2210.450, Time: 17:54:26\n",
      "Ep.: 2374, Total Steps: 1211025, Ep.Steps: 350, Score: 722.858, Avg.Score: 1929.596, Max.Score: 2210.450, Time: 17:54:47\n",
      "Ep.: 2375, Total Steps: 1212025, Ep.Steps: 1000, Score: 2152.737, Avg.Score: 1929.195, Max.Score: 2210.450, Time: 17:55:52\n",
      "Ep.: 2376, Total Steps: 1212410, Ep.Steps: 385, Score: 827.553, Avg.Score: 1924.216, Max.Score: 2210.450, Time: 17:56:13\n",
      "Ep.: 2377, Total Steps: 1213410, Ep.Steps: 1000, Score: 2185.860, Avg.Score: 1924.263, Max.Score: 2210.450, Time: 17:57:08\n",
      "Ep.: 2378, Total Steps: 1214410, Ep.Steps: 1000, Score: 2207.250, Avg.Score: 1943.882, Max.Score: 2210.450, Time: 17:58:05\n",
      "Ep.: 2379, Total Steps: 1215410, Ep.Steps: 1000, Score: 2207.464, Avg.Score: 1944.324, Max.Score: 2210.450, Time: 17:58:59\n",
      "Ep.: 2380, Total Steps: 1216410, Ep.Steps: 1000, Score: 2173.876, Avg.Score: 1944.337, Max.Score: 2210.450, Time: 17:59:56\n",
      "Ep.: 2381, Total Steps: 1217410, Ep.Steps: 1000, Score: 2184.696, Avg.Score: 1961.230, Max.Score: 2210.450, Time: 18:00:54\n",
      "Ep.: 2382, Total Steps: 1218410, Ep.Steps: 1000, Score: 2185.640, Avg.Score: 1961.240, Max.Score: 2210.450, Time: 18:01:50\n",
      "Ep.: 2383, Total Steps: 1219410, Ep.Steps: 1000, Score: 2180.475, Avg.Score: 1961.766, Max.Score: 2210.450, Time: 18:02:46\n",
      "Ep.: 2384, Total Steps: 1219775, Ep.Steps: 365, Score: 756.386, Avg.Score: 1947.965, Max.Score: 2210.450, Time: 18:03:07\n",
      "Ep.: 2385, Total Steps: 1220775, Ep.Steps: 1000, Score: 2173.877, Avg.Score: 1948.142, Max.Score: 2210.450, Time: 18:03:59\n",
      "Ep.: 2386, Total Steps: 1221775, Ep.Steps: 1000, Score: 2166.804, Avg.Score: 1948.173, Max.Score: 2210.450, Time: 18:04:55\n",
      "Ep.: 2387, Total Steps: 1222775, Ep.Steps: 1000, Score: 2185.961, Avg.Score: 1948.283, Max.Score: 2210.450, Time: 18:05:51\n",
      "Ep.: 2388, Total Steps: 1223775, Ep.Steps: 1000, Score: 2185.464, Avg.Score: 1955.197, Max.Score: 2210.450, Time: 18:06:43\n",
      "Ep.: 2389, Total Steps: 1224775, Ep.Steps: 1000, Score: 2159.216, Avg.Score: 1955.131, Max.Score: 2210.450, Time: 18:07:37\n",
      "Ep.: 2390, Total Steps: 1225775, Ep.Steps: 1000, Score: 2140.157, Avg.Score: 1957.083, Max.Score: 2210.450, Time: 18:08:32\n",
      "Ep.: 2391, Total Steps: 1225825, Ep.Steps: 50, Score: 92.506, Avg.Score: 1936.056, Max.Score: 2210.450, Time: 18:08:35\n",
      "Ep.: 2392, Total Steps: 1226825, Ep.Steps: 1000, Score: 2146.365, Avg.Score: 1935.968, Max.Score: 2210.450, Time: 18:09:27\n",
      "Ep.: 2393, Total Steps: 1227825, Ep.Steps: 1000, Score: 2160.524, Avg.Score: 1935.924, Max.Score: 2210.450, Time: 18:10:20\n",
      "Ep.: 2394, Total Steps: 1228825, Ep.Steps: 1000, Score: 2159.677, Avg.Score: 1935.867, Max.Score: 2210.450, Time: 18:11:11\n",
      "Ep.: 2395, Total Steps: 1229825, Ep.Steps: 1000, Score: 2171.938, Avg.Score: 1936.001, Max.Score: 2210.450, Time: 18:12:01\n",
      "Ep.: 2396, Total Steps: 1230825, Ep.Steps: 1000, Score: 2140.141, Avg.Score: 1935.709, Max.Score: 2210.450, Time: 18:12:53\n",
      "Ep.: 2397, Total Steps: 1231825, Ep.Steps: 1000, Score: 2154.912, Avg.Score: 1935.654, Max.Score: 2210.450, Time: 18:13:43\n",
      "Ep.: 2398, Total Steps: 1232825, Ep.Steps: 1000, Score: 2170.196, Avg.Score: 1935.702, Max.Score: 2210.450, Time: 18:14:35\n",
      "Ep.: 2399, Total Steps: 1233825, Ep.Steps: 1000, Score: 2181.860, Avg.Score: 1936.229, Max.Score: 2210.450, Time: 18:15:25\n",
      "Ep.: 2400, Total Steps: 1234825, Ep.Steps: 1000, Score: 2160.300, Avg.Score: 1936.333, Max.Score: 2210.450, Time: 18:16:16\n",
      "Ep.: 2401, Total Steps: 1235825, Ep.Steps: 1000, Score: 2148.309, Avg.Score: 1936.289, Max.Score: 2210.450, Time: 18:17:07\n",
      "Ep.: 2402, Total Steps: 1236825, Ep.Steps: 1000, Score: 2146.766, Avg.Score: 1950.943, Max.Score: 2210.450, Time: 18:17:58\n",
      "Ep.: 2403, Total Steps: 1237825, Ep.Steps: 1000, Score: 2159.484, Avg.Score: 1951.326, Max.Score: 2210.450, Time: 18:18:50\n",
      "Ep.: 2404, Total Steps: 1238519, Ep.Steps: 694, Score: 1486.089, Avg.Score: 1962.865, Max.Score: 2210.450, Time: 18:19:26\n",
      "Ep.: 2405, Total Steps: 1239519, Ep.Steps: 1000, Score: 2175.161, Avg.Score: 1981.475, Max.Score: 2210.450, Time: 18:20:17\n",
      "Ep.: 2406, Total Steps: 1240519, Ep.Steps: 1000, Score: 2160.812, Avg.Score: 1981.649, Max.Score: 2210.450, Time: 18:21:08\n",
      "Ep.: 2407, Total Steps: 1241519, Ep.Steps: 1000, Score: 2183.113, Avg.Score: 1993.676, Max.Score: 2210.450, Time: 18:21:59\n",
      "Ep.: 2408, Total Steps: 1242519, Ep.Steps: 1000, Score: 2184.614, Avg.Score: 1993.672, Max.Score: 2210.450, Time: 18:22:50\n",
      "Ep.: 2409, Total Steps: 1243482, Ep.Steps: 963, Score: 2041.311, Avg.Score: 1992.331, Max.Score: 2210.450, Time: 18:23:39\n",
      "Ep.: 2410, Total Steps: 1244482, Ep.Steps: 1000, Score: 2156.503, Avg.Score: 1992.333, Max.Score: 2210.450, Time: 18:24:30\n",
      "Ep.: 2411, Total Steps: 1244810, Ep.Steps: 328, Score: 666.493, Avg.Score: 1977.460, Max.Score: 2210.450, Time: 18:24:47\n",
      "Ep.: 2412, Total Steps: 1245810, Ep.Steps: 1000, Score: 2149.855, Avg.Score: 1976.981, Max.Score: 2210.450, Time: 18:25:38\n",
      "Ep.: 2413, Total Steps: 1246019, Ep.Steps: 209, Score: 424.269, Avg.Score: 1959.520, Max.Score: 2210.450, Time: 18:25:48\n",
      "Ep.: 2414, Total Steps: 1247019, Ep.Steps: 1000, Score: 2169.049, Avg.Score: 1959.697, Max.Score: 2210.450, Time: 18:26:39\n",
      "Ep.: 2415, Total Steps: 1248019, Ep.Steps: 1000, Score: 2180.813, Avg.Score: 1960.053, Max.Score: 2210.450, Time: 18:27:30\n",
      "Ep.: 2416, Total Steps: 1249019, Ep.Steps: 1000, Score: 2151.971, Avg.Score: 1959.822, Max.Score: 2210.450, Time: 18:28:21\n",
      "Ep.: 2417, Total Steps: 1250019, Ep.Steps: 1000, Score: 2166.206, Avg.Score: 1960.002, Max.Score: 2210.450, Time: 18:29:12\n",
      "Ep.: 2418, Total Steps: 1251019, Ep.Steps: 1000, Score: 2127.915, Avg.Score: 1959.561, Max.Score: 2210.450, Time: 18:30:03\n",
      "Ep.: 2419, Total Steps: 1252019, Ep.Steps: 1000, Score: 2148.684, Avg.Score: 1958.943, Max.Score: 2207.464, Time: 18:30:53\n",
      "Ep.: 2420, Total Steps: 1253019, Ep.Steps: 1000, Score: 2169.682, Avg.Score: 1958.701, Max.Score: 2207.464, Time: 18:31:44\n",
      "Ep.: 2421, Total Steps: 1254019, Ep.Steps: 1000, Score: 2134.533, Avg.Score: 1958.056, Max.Score: 2207.464, Time: 18:32:35\n",
      "Ep.: 2422, Total Steps: 1255019, Ep.Steps: 1000, Score: 2131.563, Avg.Score: 1957.716, Max.Score: 2207.464, Time: 18:33:26\n",
      "Ep.: 2423, Total Steps: 1256019, Ep.Steps: 1000, Score: 2166.071, Avg.Score: 1957.930, Max.Score: 2207.464, Time: 18:34:17\n",
      "Ep.: 2424, Total Steps: 1257019, Ep.Steps: 1000, Score: 2138.491, Avg.Score: 1957.720, Max.Score: 2207.464, Time: 18:35:08\n",
      "Ep.: 2425, Total Steps: 1258019, Ep.Steps: 1000, Score: 2147.122, Avg.Score: 1957.940, Max.Score: 2207.464, Time: 18:35:59\n",
      "Ep.: 2426, Total Steps: 1259019, Ep.Steps: 1000, Score: 2167.100, Avg.Score: 1958.360, Max.Score: 2207.464, Time: 18:36:50\n",
      "Ep.: 2427, Total Steps: 1260019, Ep.Steps: 1000, Score: 2157.859, Avg.Score: 1958.252, Max.Score: 2207.464, Time: 18:37:41\n",
      "Ep.: 2428, Total Steps: 1261019, Ep.Steps: 1000, Score: 2164.176, Avg.Score: 1958.393, Max.Score: 2207.464, Time: 18:38:32\n",
      "Ep.: 2429, Total Steps: 1262019, Ep.Steps: 1000, Score: 2153.267, Avg.Score: 1962.436, Max.Score: 2207.464, Time: 18:39:23\n",
      "Ep.: 2430, Total Steps: 1263019, Ep.Steps: 1000, Score: 2150.054, Avg.Score: 1962.251, Max.Score: 2207.464, Time: 18:40:14\n",
      "Ep.: 2431, Total Steps: 1264019, Ep.Steps: 1000, Score: 2149.477, Avg.Score: 1962.079, Max.Score: 2207.464, Time: 18:41:04\n",
      "Ep.: 2432, Total Steps: 1264286, Ep.Steps: 267, Score: 576.675, Avg.Score: 1946.090, Max.Score: 2207.464, Time: 18:41:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2433, Total Steps: 1265286, Ep.Steps: 1000, Score: 2182.212, Avg.Score: 1946.164, Max.Score: 2207.464, Time: 18:42:09\n",
      "Ep.: 2434, Total Steps: 1266286, Ep.Steps: 1000, Score: 2159.510, Avg.Score: 1945.965, Max.Score: 2207.464, Time: 18:43:00\n",
      "Ep.: 2435, Total Steps: 1267286, Ep.Steps: 1000, Score: 2140.793, Avg.Score: 1945.903, Max.Score: 2207.464, Time: 18:43:51\n",
      "Ep.: 2436, Total Steps: 1268286, Ep.Steps: 1000, Score: 2149.691, Avg.Score: 1952.434, Max.Score: 2207.464, Time: 18:44:42\n",
      "Ep.: 2437, Total Steps: 1269286, Ep.Steps: 1000, Score: 2166.781, Avg.Score: 1952.773, Max.Score: 2207.464, Time: 18:45:32\n",
      "Ep.: 2438, Total Steps: 1270286, Ep.Steps: 1000, Score: 2185.153, Avg.Score: 1953.081, Max.Score: 2207.464, Time: 18:46:23\n",
      "Ep.: 2439, Total Steps: 1271286, Ep.Steps: 1000, Score: 2156.037, Avg.Score: 1953.115, Max.Score: 2207.464, Time: 18:47:14\n",
      "Ep.: 2440, Total Steps: 1272286, Ep.Steps: 1000, Score: 2149.989, Avg.Score: 1953.016, Max.Score: 2207.464, Time: 18:48:05\n",
      "Ep.: 2441, Total Steps: 1273286, Ep.Steps: 1000, Score: 2143.906, Avg.Score: 1952.848, Max.Score: 2207.464, Time: 18:48:56\n",
      "Ep.: 2442, Total Steps: 1274286, Ep.Steps: 1000, Score: 2141.089, Avg.Score: 1952.863, Max.Score: 2207.464, Time: 18:49:47\n",
      "Ep.: 2443, Total Steps: 1275286, Ep.Steps: 1000, Score: 2171.379, Avg.Score: 1966.091, Max.Score: 2207.464, Time: 18:50:37\n",
      "Ep.: 2444, Total Steps: 1276286, Ep.Steps: 1000, Score: 2161.239, Avg.Score: 1965.918, Max.Score: 2207.464, Time: 18:51:28\n",
      "Ep.: 2445, Total Steps: 1277286, Ep.Steps: 1000, Score: 2172.539, Avg.Score: 1965.994, Max.Score: 2207.464, Time: 18:52:19\n",
      "Ep.: 2446, Total Steps: 1278286, Ep.Steps: 1000, Score: 2153.669, Avg.Score: 1974.442, Max.Score: 2207.464, Time: 18:53:10\n",
      "Ep.: 2447, Total Steps: 1279286, Ep.Steps: 1000, Score: 2143.664, Avg.Score: 1974.226, Max.Score: 2207.464, Time: 18:54:01\n",
      "Ep.: 2448, Total Steps: 1280286, Ep.Steps: 1000, Score: 2157.803, Avg.Score: 1974.208, Max.Score: 2207.464, Time: 18:54:52\n",
      "Ep.: 2449, Total Steps: 1281286, Ep.Steps: 1000, Score: 2142.276, Avg.Score: 1995.397, Max.Score: 2207.464, Time: 18:55:42\n",
      "Ep.: 2450, Total Steps: 1282286, Ep.Steps: 1000, Score: 2149.181, Avg.Score: 2016.655, Max.Score: 2207.464, Time: 18:56:33\n",
      "Ep.: 2451, Total Steps: 1283286, Ep.Steps: 1000, Score: 2142.837, Avg.Score: 2016.601, Max.Score: 2207.464, Time: 18:57:24\n",
      "Ep.: 2452, Total Steps: 1284286, Ep.Steps: 1000, Score: 2152.910, Avg.Score: 2016.248, Max.Score: 2207.464, Time: 18:58:15\n",
      "Ep.: 2453, Total Steps: 1285286, Ep.Steps: 1000, Score: 2154.199, Avg.Score: 2015.761, Max.Score: 2207.464, Time: 18:59:06\n",
      "Ep.: 2454, Total Steps: 1286286, Ep.Steps: 1000, Score: 2165.472, Avg.Score: 2015.473, Max.Score: 2207.464, Time: 18:59:56\n",
      "Ep.: 2455, Total Steps: 1287286, Ep.Steps: 1000, Score: 2184.954, Avg.Score: 2015.592, Max.Score: 2207.464, Time: 19:00:47\n",
      "Ep.: 2456, Total Steps: 1288286, Ep.Steps: 1000, Score: 2137.680, Avg.Score: 2015.298, Max.Score: 2207.464, Time: 19:01:38\n",
      "Ep.: 2457, Total Steps: 1289286, Ep.Steps: 1000, Score: 2149.306, Avg.Score: 2015.224, Max.Score: 2207.464, Time: 19:02:29\n",
      "Ep.: 2458, Total Steps: 1290286, Ep.Steps: 1000, Score: 2135.904, Avg.Score: 2015.128, Max.Score: 2207.464, Time: 19:03:20\n",
      "Ep.: 2459, Total Steps: 1291286, Ep.Steps: 1000, Score: 2174.675, Avg.Score: 2015.229, Max.Score: 2207.464, Time: 19:04:11\n",
      "Ep.: 2460, Total Steps: 1292286, Ep.Steps: 1000, Score: 2165.592, Avg.Score: 2014.994, Max.Score: 2207.464, Time: 19:05:02\n",
      "Ep.: 2461, Total Steps: 1293286, Ep.Steps: 1000, Score: 2160.573, Avg.Score: 2014.588, Max.Score: 2207.464, Time: 19:05:52\n",
      "Ep.: 2462, Total Steps: 1294286, Ep.Steps: 1000, Score: 2161.891, Avg.Score: 2033.730, Max.Score: 2207.464, Time: 19:06:43\n",
      "Ep.: 2463, Total Steps: 1294943, Ep.Steps: 657, Score: 1400.437, Avg.Score: 2025.924, Max.Score: 2207.464, Time: 19:07:17\n",
      "Ep.: 2464, Total Steps: 1295943, Ep.Steps: 1000, Score: 2157.882, Avg.Score: 2036.091, Max.Score: 2207.464, Time: 19:08:08\n",
      "Ep.: 2465, Total Steps: 1296146, Ep.Steps: 203, Score: 429.149, Avg.Score: 2018.816, Max.Score: 2207.464, Time: 19:08:18\n",
      "Ep.: 2466, Total Steps: 1297146, Ep.Steps: 1000, Score: 2173.360, Avg.Score: 2018.872, Max.Score: 2207.464, Time: 19:09:09\n",
      "Ep.: 2467, Total Steps: 1298146, Ep.Steps: 1000, Score: 2126.207, Avg.Score: 2018.364, Max.Score: 2207.464, Time: 19:09:59\n",
      "Ep.: 2468, Total Steps: 1298634, Ep.Steps: 488, Score: 1029.359, Avg.Score: 2006.910, Max.Score: 2207.464, Time: 19:10:24\n",
      "Ep.: 2469, Total Steps: 1299634, Ep.Steps: 1000, Score: 2157.798, Avg.Score: 2006.754, Max.Score: 2207.464, Time: 19:11:15\n",
      "Ep.: 2470, Total Steps: 1300634, Ep.Steps: 1000, Score: 2165.239, Avg.Score: 2006.694, Max.Score: 2207.464, Time: 19:12:06\n",
      "Ep.: 2471, Total Steps: 1301634, Ep.Steps: 1000, Score: 2176.829, Avg.Score: 2006.425, Max.Score: 2207.464, Time: 19:12:57\n",
      "Ep.: 2472, Total Steps: 1302634, Ep.Steps: 1000, Score: 2170.836, Avg.Score: 2006.370, Max.Score: 2207.464, Time: 19:13:48\n",
      "Ep.: 2473, Total Steps: 1303634, Ep.Steps: 1000, Score: 2179.562, Avg.Score: 2006.477, Max.Score: 2207.464, Time: 19:14:38\n",
      "Ep.: 2474, Total Steps: 1304634, Ep.Steps: 1000, Score: 2151.766, Avg.Score: 2020.767, Max.Score: 2207.464, Time: 19:15:29\n",
      "Ep.: 2475, Total Steps: 1305634, Ep.Steps: 1000, Score: 2169.026, Avg.Score: 2020.929, Max.Score: 2207.464, Time: 19:16:20\n",
      "Ep.: 2476, Total Steps: 1306557, Ep.Steps: 923, Score: 1993.661, Avg.Score: 2032.590, Max.Score: 2207.464, Time: 19:17:07\n",
      "Ep.: 2477, Total Steps: 1307557, Ep.Steps: 1000, Score: 2199.548, Avg.Score: 2032.727, Max.Score: 2207.464, Time: 19:17:57\n",
      "Ep.: 2478, Total Steps: 1308557, Ep.Steps: 1000, Score: 2157.610, Avg.Score: 2032.231, Max.Score: 2207.464, Time: 19:18:49\n",
      "Ep.: 2479, Total Steps: 1309557, Ep.Steps: 1000, Score: 2169.436, Avg.Score: 2031.851, Max.Score: 2199.548, Time: 19:19:40\n",
      "Ep.: 2480, Total Steps: 1310557, Ep.Steps: 1000, Score: 2185.619, Avg.Score: 2031.968, Max.Score: 2199.548, Time: 19:20:31\n",
      "Ep.: 2481, Total Steps: 1311557, Ep.Steps: 1000, Score: 2174.677, Avg.Score: 2031.868, Max.Score: 2199.548, Time: 19:21:22\n",
      "Ep.: 2482, Total Steps: 1312557, Ep.Steps: 1000, Score: 2151.420, Avg.Score: 2031.526, Max.Score: 2199.548, Time: 19:22:13\n",
      "Ep.: 2483, Total Steps: 1313557, Ep.Steps: 1000, Score: 2165.979, Avg.Score: 2031.381, Max.Score: 2199.548, Time: 19:23:04\n",
      "Ep.: 2484, Total Steps: 1314557, Ep.Steps: 1000, Score: 2119.063, Avg.Score: 2045.008, Max.Score: 2199.548, Time: 19:23:55\n",
      "Ep.: 2485, Total Steps: 1315557, Ep.Steps: 1000, Score: 2145.676, Avg.Score: 2044.726, Max.Score: 2199.548, Time: 19:24:46\n",
      "Ep.: 2486, Total Steps: 1316557, Ep.Steps: 1000, Score: 2175.325, Avg.Score: 2044.811, Max.Score: 2199.548, Time: 19:25:37\n",
      "Ep.: 2487, Total Steps: 1316994, Ep.Steps: 437, Score: 941.538, Avg.Score: 2032.366, Max.Score: 2199.548, Time: 19:25:59\n",
      "Ep.: 2488, Total Steps: 1317994, Ep.Steps: 1000, Score: 2157.082, Avg.Score: 2032.083, Max.Score: 2199.548, Time: 19:26:50\n",
      "Ep.: 2489, Total Steps: 1318994, Ep.Steps: 1000, Score: 2109.864, Avg.Score: 2031.589, Max.Score: 2199.548, Time: 19:27:41\n",
      "Ep.: 2490, Total Steps: 1319994, Ep.Steps: 1000, Score: 2188.792, Avg.Score: 2032.076, Max.Score: 2199.548, Time: 19:28:32\n",
      "Ep.: 2491, Total Steps: 1320994, Ep.Steps: 1000, Score: 2165.609, Avg.Score: 2052.807, Max.Score: 2199.548, Time: 19:29:23\n",
      "Ep.: 2492, Total Steps: 1321994, Ep.Steps: 1000, Score: 2146.702, Avg.Score: 2052.810, Max.Score: 2199.548, Time: 19:30:14\n",
      "Ep.: 2493, Total Steps: 1322994, Ep.Steps: 1000, Score: 2159.453, Avg.Score: 2052.799, Max.Score: 2199.548, Time: 19:31:09\n",
      "Ep.: 2494, Total Steps: 1323895, Ep.Steps: 901, Score: 1946.477, Avg.Score: 2050.667, Max.Score: 2199.548, Time: 19:32:00\n",
      "Ep.: 2495, Total Steps: 1324895, Ep.Steps: 1000, Score: 2169.913, Avg.Score: 2050.647, Max.Score: 2199.548, Time: 19:32:54\n",
      "Ep.: 2496, Total Steps: 1325895, Ep.Steps: 1000, Score: 2161.438, Avg.Score: 2050.860, Max.Score: 2199.548, Time: 19:33:47\n",
      "Ep.: 2497, Total Steps: 1326895, Ep.Steps: 1000, Score: 2161.135, Avg.Score: 2050.922, Max.Score: 2199.548, Time: 19:34:40\n",
      "Ep.: 2498, Total Steps: 1327512, Ep.Steps: 617, Score: 1294.440, Avg.Score: 2042.165, Max.Score: 2199.548, Time: 19:35:13\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2499, Total Steps: 1328512, Ep.Steps: 1000, Score: 2176.597, Avg.Score: 2042.112, Max.Score: 2199.548, Time: 19:36:11\n",
      "Ep.: 2500, Total Steps: 1329512, Ep.Steps: 1000, Score: 2186.451, Avg.Score: 2042.373, Max.Score: 2199.548, Time: 19:37:17\n",
      "Ep.: 2501, Total Steps: 1330512, Ep.Steps: 1000, Score: 2194.671, Avg.Score: 2042.837, Max.Score: 2199.548, Time: 19:38:15\n",
      "Ep.: 2502, Total Steps: 1331512, Ep.Steps: 1000, Score: 2158.783, Avg.Score: 2042.957, Max.Score: 2199.548, Time: 19:39:12\n",
      "Ep.: 2503, Total Steps: 1332512, Ep.Steps: 1000, Score: 2146.782, Avg.Score: 2042.830, Max.Score: 2199.548, Time: 19:40:10\n",
      "Ep.: 2504, Total Steps: 1333512, Ep.Steps: 1000, Score: 2163.595, Avg.Score: 2049.605, Max.Score: 2199.548, Time: 19:41:07\n",
      "Ep.: 2505, Total Steps: 1334512, Ep.Steps: 1000, Score: 2164.216, Avg.Score: 2049.496, Max.Score: 2199.548, Time: 19:42:06\n",
      "Ep.: 2506, Total Steps: 1335512, Ep.Steps: 1000, Score: 2166.481, Avg.Score: 2049.553, Max.Score: 2199.548, Time: 19:43:03\n",
      "Ep.: 2507, Total Steps: 1336512, Ep.Steps: 1000, Score: 2162.327, Avg.Score: 2049.345, Max.Score: 2199.548, Time: 19:43:56\n",
      "Ep.: 2508, Total Steps: 1337512, Ep.Steps: 1000, Score: 2153.827, Avg.Score: 2049.037, Max.Score: 2199.548, Time: 19:44:48\n",
      "Ep.: 2509, Total Steps: 1338512, Ep.Steps: 1000, Score: 2163.067, Avg.Score: 2050.254, Max.Score: 2199.548, Time: 19:45:40\n",
      "Ep.: 2510, Total Steps: 1339512, Ep.Steps: 1000, Score: 2198.136, Avg.Score: 2050.671, Max.Score: 2199.548, Time: 19:46:34\n",
      "Ep.: 2511, Total Steps: 1340512, Ep.Steps: 1000, Score: 2175.589, Avg.Score: 2065.762, Max.Score: 2199.548, Time: 19:47:27\n",
      "Ep.: 2512, Total Steps: 1341512, Ep.Steps: 1000, Score: 2169.789, Avg.Score: 2065.961, Max.Score: 2199.548, Time: 19:48:20\n",
      "Ep.: 2513, Total Steps: 1342512, Ep.Steps: 1000, Score: 2168.587, Avg.Score: 2083.404, Max.Score: 2199.548, Time: 19:49:11\n",
      "Ep.: 2514, Total Steps: 1343512, Ep.Steps: 1000, Score: 2172.780, Avg.Score: 2083.441, Max.Score: 2199.548, Time: 19:50:05\n",
      "Ep.: 2515, Total Steps: 1344512, Ep.Steps: 1000, Score: 2163.068, Avg.Score: 2083.264, Max.Score: 2199.548, Time: 19:50:57\n",
      "Ep.: 2516, Total Steps: 1345512, Ep.Steps: 1000, Score: 2174.113, Avg.Score: 2083.485, Max.Score: 2199.548, Time: 19:51:48\n",
      "Ep.: 2517, Total Steps: 1346512, Ep.Steps: 1000, Score: 2169.279, Avg.Score: 2083.516, Max.Score: 2199.548, Time: 19:52:41\n",
      "Ep.: 2518, Total Steps: 1347325, Ep.Steps: 813, Score: 1771.413, Avg.Score: 2079.951, Max.Score: 2199.548, Time: 19:53:28\n",
      "Ep.: 2519, Total Steps: 1348325, Ep.Steps: 1000, Score: 2164.854, Avg.Score: 2080.113, Max.Score: 2199.548, Time: 19:54:21\n",
      "Ep.: 2520, Total Steps: 1349325, Ep.Steps: 1000, Score: 2144.274, Avg.Score: 2079.859, Max.Score: 2199.548, Time: 19:55:16\n",
      "Ep.: 2521, Total Steps: 1350325, Ep.Steps: 1000, Score: 2149.408, Avg.Score: 2080.008, Max.Score: 2199.548, Time: 19:56:11\n",
      "Ep.: 2522, Total Steps: 1351325, Ep.Steps: 1000, Score: 2131.667, Avg.Score: 2080.009, Max.Score: 2199.548, Time: 19:57:05\n",
      "Ep.: 2523, Total Steps: 1352325, Ep.Steps: 1000, Score: 2171.201, Avg.Score: 2080.060, Max.Score: 2199.548, Time: 19:57:59\n",
      "Ep.: 2524, Total Steps: 1353325, Ep.Steps: 1000, Score: 2111.195, Avg.Score: 2079.787, Max.Score: 2199.548, Time: 19:58:53\n",
      "Ep.: 2525, Total Steps: 1353950, Ep.Steps: 625, Score: 1338.772, Avg.Score: 2071.703, Max.Score: 2199.548, Time: 19:59:26\n",
      "Ep.: 2526, Total Steps: 1354950, Ep.Steps: 1000, Score: 2169.087, Avg.Score: 2071.723, Max.Score: 2199.548, Time: 20:00:19\n",
      "Ep.: 2527, Total Steps: 1355950, Ep.Steps: 1000, Score: 2184.973, Avg.Score: 2071.994, Max.Score: 2199.548, Time: 20:01:14\n",
      "Ep.: 2528, Total Steps: 1356471, Ep.Steps: 521, Score: 1090.530, Avg.Score: 2061.258, Max.Score: 2199.548, Time: 20:01:42\n",
      "Ep.: 2529, Total Steps: 1357471, Ep.Steps: 1000, Score: 2145.698, Avg.Score: 2061.182, Max.Score: 2199.548, Time: 20:02:36\n",
      "Ep.: 2530, Total Steps: 1358471, Ep.Steps: 1000, Score: 2138.290, Avg.Score: 2061.065, Max.Score: 2199.548, Time: 20:03:30\n",
      "Ep.: 2531, Total Steps: 1359471, Ep.Steps: 1000, Score: 2122.730, Avg.Score: 2060.797, Max.Score: 2199.548, Time: 20:04:23\n",
      "Ep.: 2532, Total Steps: 1360220, Ep.Steps: 749, Score: 1612.429, Avg.Score: 2071.155, Max.Score: 2199.548, Time: 20:05:04\n",
      "Ep.: 2533, Total Steps: 1361220, Ep.Steps: 1000, Score: 2189.562, Avg.Score: 2071.228, Max.Score: 2199.548, Time: 20:05:58\n",
      "Ep.: 2534, Total Steps: 1362220, Ep.Steps: 1000, Score: 2154.946, Avg.Score: 2071.183, Max.Score: 2199.548, Time: 20:06:52\n",
      "Ep.: 2535, Total Steps: 1363220, Ep.Steps: 1000, Score: 2114.833, Avg.Score: 2070.923, Max.Score: 2199.548, Time: 20:07:47\n",
      "Ep.: 2536, Total Steps: 1364220, Ep.Steps: 1000, Score: 2153.365, Avg.Score: 2070.960, Max.Score: 2199.548, Time: 20:08:43\n",
      "Ep.: 2537, Total Steps: 1365220, Ep.Steps: 1000, Score: 2147.899, Avg.Score: 2070.771, Max.Score: 2199.548, Time: 20:09:36\n",
      "Ep.: 2538, Total Steps: 1366220, Ep.Steps: 1000, Score: 2191.681, Avg.Score: 2070.836, Max.Score: 2199.548, Time: 20:10:29\n",
      "Ep.: 2539, Total Steps: 1367220, Ep.Steps: 1000, Score: 2131.421, Avg.Score: 2070.590, Max.Score: 2199.548, Time: 20:11:24\n",
      "Ep.: 2540, Total Steps: 1368220, Ep.Steps: 1000, Score: 2102.721, Avg.Score: 2070.117, Max.Score: 2199.548, Time: 20:12:19\n",
      "Ep.: 2541, Total Steps: 1369220, Ep.Steps: 1000, Score: 2154.565, Avg.Score: 2070.224, Max.Score: 2199.548, Time: 20:13:14\n",
      "Ep.: 2542, Total Steps: 1370220, Ep.Steps: 1000, Score: 2130.702, Avg.Score: 2070.120, Max.Score: 2199.548, Time: 20:14:08\n",
      "Ep.: 2543, Total Steps: 1371220, Ep.Steps: 1000, Score: 2154.946, Avg.Score: 2069.956, Max.Score: 2199.548, Time: 20:15:02\n",
      "Ep.: 2544, Total Steps: 1372220, Ep.Steps: 1000, Score: 2139.547, Avg.Score: 2069.739, Max.Score: 2199.548, Time: 20:15:57\n",
      "Ep.: 2545, Total Steps: 1373220, Ep.Steps: 1000, Score: 2111.512, Avg.Score: 2069.129, Max.Score: 2199.548, Time: 20:16:51\n",
      "Ep.: 2546, Total Steps: 1374220, Ep.Steps: 1000, Score: 2156.850, Avg.Score: 2069.160, Max.Score: 2199.548, Time: 20:17:44\n",
      "Ep.: 2547, Total Steps: 1375220, Ep.Steps: 1000, Score: 2140.208, Avg.Score: 2069.126, Max.Score: 2199.548, Time: 20:18:38\n",
      "Ep.: 2548, Total Steps: 1376220, Ep.Steps: 1000, Score: 2150.998, Avg.Score: 2069.058, Max.Score: 2199.548, Time: 20:19:32\n",
      "Ep.: 2549, Total Steps: 1377220, Ep.Steps: 1000, Score: 2146.217, Avg.Score: 2069.097, Max.Score: 2199.548, Time: 20:20:25\n",
      "Ep.: 2550, Total Steps: 1378220, Ep.Steps: 1000, Score: 2172.492, Avg.Score: 2069.330, Max.Score: 2199.548, Time: 20:21:20\n",
      "Ep.: 2551, Total Steps: 1379220, Ep.Steps: 1000, Score: 2169.276, Avg.Score: 2069.595, Max.Score: 2199.548, Time: 20:22:15\n",
      "Ep.: 2552, Total Steps: 1380220, Ep.Steps: 1000, Score: 2157.471, Avg.Score: 2069.640, Max.Score: 2199.548, Time: 20:23:09\n",
      "Ep.: 2553, Total Steps: 1381220, Ep.Steps: 1000, Score: 2149.863, Avg.Score: 2069.597, Max.Score: 2199.548, Time: 20:24:03\n",
      "Ep.: 2554, Total Steps: 1382220, Ep.Steps: 1000, Score: 2158.740, Avg.Score: 2069.530, Max.Score: 2199.548, Time: 20:24:59\n",
      "Ep.: 2555, Total Steps: 1383220, Ep.Steps: 1000, Score: 2144.163, Avg.Score: 2069.122, Max.Score: 2199.548, Time: 20:25:54\n",
      "Ep.: 2556, Total Steps: 1384220, Ep.Steps: 1000, Score: 2148.963, Avg.Score: 2069.234, Max.Score: 2199.548, Time: 20:26:48\n",
      "Ep.: 2557, Total Steps: 1385220, Ep.Steps: 1000, Score: 2161.174, Avg.Score: 2069.353, Max.Score: 2199.548, Time: 20:27:40\n",
      "Ep.: 2558, Total Steps: 1386220, Ep.Steps: 1000, Score: 2140.675, Avg.Score: 2069.401, Max.Score: 2199.548, Time: 20:28:32\n",
      "Ep.: 2559, Total Steps: 1387220, Ep.Steps: 1000, Score: 2187.939, Avg.Score: 2069.533, Max.Score: 2199.548, Time: 20:29:25\n",
      "Ep.: 2560, Total Steps: 1388220, Ep.Steps: 1000, Score: 2167.710, Avg.Score: 2069.555, Max.Score: 2199.548, Time: 20:30:19\n",
      "Ep.: 2561, Total Steps: 1389220, Ep.Steps: 1000, Score: 2115.223, Avg.Score: 2069.101, Max.Score: 2199.548, Time: 20:31:12\n",
      "Ep.: 2562, Total Steps: 1390220, Ep.Steps: 1000, Score: 2180.209, Avg.Score: 2069.284, Max.Score: 2199.548, Time: 20:32:06\n",
      "Ep.: 2563, Total Steps: 1391220, Ep.Steps: 1000, Score: 2143.305, Avg.Score: 2076.713, Max.Score: 2199.548, Time: 20:32:58\n",
      "Ep.: 2564, Total Steps: 1392220, Ep.Steps: 1000, Score: 2138.744, Avg.Score: 2076.522, Max.Score: 2199.548, Time: 20:33:51\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2565, Total Steps: 1393021, Ep.Steps: 801, Score: 1702.283, Avg.Score: 2089.253, Max.Score: 2199.548, Time: 20:34:34\n",
      "Ep.: 2566, Total Steps: 1394021, Ep.Steps: 1000, Score: 2162.811, Avg.Score: 2089.148, Max.Score: 2199.548, Time: 20:35:30\n",
      "Ep.: 2567, Total Steps: 1395021, Ep.Steps: 1000, Score: 2139.191, Avg.Score: 2089.277, Max.Score: 2199.548, Time: 20:36:24\n",
      "Ep.: 2568, Total Steps: 1396021, Ep.Steps: 1000, Score: 2126.494, Avg.Score: 2100.249, Max.Score: 2199.548, Time: 20:37:18\n",
      "Ep.: 2569, Total Steps: 1397021, Ep.Steps: 1000, Score: 2194.869, Avg.Score: 2100.619, Max.Score: 2199.548, Time: 20:38:15\n",
      "Ep.: 2570, Total Steps: 1398021, Ep.Steps: 1000, Score: 2153.274, Avg.Score: 2100.500, Max.Score: 2199.548, Time: 20:39:09\n",
      "Ep.: 2571, Total Steps: 1399021, Ep.Steps: 1000, Score: 2176.800, Avg.Score: 2100.499, Max.Score: 2199.548, Time: 20:40:03\n",
      "Ep.: 2572, Total Steps: 1400021, Ep.Steps: 1000, Score: 2145.781, Avg.Score: 2100.249, Max.Score: 2199.548, Time: 20:40:57\n",
      "Ep.: 2573, Total Steps: 1401021, Ep.Steps: 1000, Score: 2167.443, Avg.Score: 2100.128, Max.Score: 2199.548, Time: 20:41:58\n",
      "Ep.: 2574, Total Steps: 1402021, Ep.Steps: 1000, Score: 2143.496, Avg.Score: 2100.045, Max.Score: 2199.548, Time: 20:42:54\n",
      "Ep.: 2575, Total Steps: 1403021, Ep.Steps: 1000, Score: 2188.507, Avg.Score: 2100.240, Max.Score: 2199.548, Time: 20:43:54\n",
      "Ep.: 2576, Total Steps: 1403395, Ep.Steps: 374, Score: 765.361, Avg.Score: 2087.957, Max.Score: 2199.548, Time: 20:44:15\n",
      "Ep.: 2577, Total Steps: 1404395, Ep.Steps: 1000, Score: 2127.889, Avg.Score: 2087.240, Max.Score: 2198.136, Time: 20:45:07\n",
      "Ep.: 2578, Total Steps: 1405395, Ep.Steps: 1000, Score: 2129.853, Avg.Score: 2086.963, Max.Score: 2198.136, Time: 20:46:02\n",
      "Ep.: 2579, Total Steps: 1406395, Ep.Steps: 1000, Score: 2146.160, Avg.Score: 2086.730, Max.Score: 2198.136, Time: 20:46:54\n",
      "Ep.: 2580, Total Steps: 1407395, Ep.Steps: 1000, Score: 2156.292, Avg.Score: 2086.437, Max.Score: 2198.136, Time: 20:47:48\n",
      "Ep.: 2581, Total Steps: 1408395, Ep.Steps: 1000, Score: 2169.380, Avg.Score: 2086.384, Max.Score: 2198.136, Time: 20:48:42\n",
      "Ep.: 2582, Total Steps: 1409395, Ep.Steps: 1000, Score: 2159.738, Avg.Score: 2086.467, Max.Score: 2198.136, Time: 20:49:34\n",
      "Ep.: 2583, Total Steps: 1410395, Ep.Steps: 1000, Score: 2136.122, Avg.Score: 2086.168, Max.Score: 2198.136, Time: 20:50:27\n",
      "Ep.: 2584, Total Steps: 1411395, Ep.Steps: 1000, Score: 2163.009, Avg.Score: 2086.608, Max.Score: 2198.136, Time: 20:51:18\n",
      "Ep.: 2585, Total Steps: 1412395, Ep.Steps: 1000, Score: 2164.478, Avg.Score: 2086.796, Max.Score: 2198.136, Time: 20:52:10\n",
      "Ep.: 2586, Total Steps: 1413395, Ep.Steps: 1000, Score: 2153.282, Avg.Score: 2086.575, Max.Score: 2198.136, Time: 20:53:04\n",
      "Ep.: 2587, Total Steps: 1414395, Ep.Steps: 1000, Score: 2156.488, Avg.Score: 2098.725, Max.Score: 2198.136, Time: 20:54:01\n",
      "Ep.: 2588, Total Steps: 1415148, Ep.Steps: 753, Score: 1583.531, Avg.Score: 2092.989, Max.Score: 2198.136, Time: 20:54:44\n",
      "Ep.: 2589, Total Steps: 1415700, Ep.Steps: 552, Score: 1148.365, Avg.Score: 2083.374, Max.Score: 2198.136, Time: 20:55:16\n",
      "Ep.: 2590, Total Steps: 1416700, Ep.Steps: 1000, Score: 2141.507, Avg.Score: 2082.901, Max.Score: 2198.136, Time: 20:56:09\n",
      "Ep.: 2591, Total Steps: 1417700, Ep.Steps: 1000, Score: 2114.402, Avg.Score: 2082.389, Max.Score: 2198.136, Time: 20:57:03\n",
      "Ep.: 2592, Total Steps: 1418700, Ep.Steps: 1000, Score: 2171.977, Avg.Score: 2082.642, Max.Score: 2198.136, Time: 20:57:57\n",
      "Ep.: 2593, Total Steps: 1419700, Ep.Steps: 1000, Score: 2142.146, Avg.Score: 2082.469, Max.Score: 2198.136, Time: 20:58:50\n",
      "Ep.: 2594, Total Steps: 1420700, Ep.Steps: 1000, Score: 2135.027, Avg.Score: 2084.355, Max.Score: 2198.136, Time: 20:59:45\n",
      "Ep.: 2595, Total Steps: 1421700, Ep.Steps: 1000, Score: 2142.546, Avg.Score: 2084.081, Max.Score: 2198.136, Time: 21:00:39\n",
      "Ep.: 2596, Total Steps: 1422700, Ep.Steps: 1000, Score: 2157.163, Avg.Score: 2084.038, Max.Score: 2198.136, Time: 21:01:33\n",
      "Ep.: 2597, Total Steps: 1423700, Ep.Steps: 1000, Score: 2146.583, Avg.Score: 2083.893, Max.Score: 2198.136, Time: 21:02:26\n",
      "Ep.: 2598, Total Steps: 1424700, Ep.Steps: 1000, Score: 2158.934, Avg.Score: 2092.538, Max.Score: 2198.136, Time: 21:03:20\n",
      "Ep.: 2599, Total Steps: 1425700, Ep.Steps: 1000, Score: 2130.897, Avg.Score: 2092.081, Max.Score: 2198.136, Time: 21:04:14\n",
      "Ep.: 2600, Total Steps: 1426700, Ep.Steps: 1000, Score: 2101.385, Avg.Score: 2091.230, Max.Score: 2198.136, Time: 21:05:07\n",
      "Ep.: 2601, Total Steps: 1427700, Ep.Steps: 1000, Score: 2103.196, Avg.Score: 2090.315, Max.Score: 2198.136, Time: 21:06:01\n",
      "Ep.: 2602, Total Steps: 1428700, Ep.Steps: 1000, Score: 2130.547, Avg.Score: 2090.033, Max.Score: 2198.136, Time: 21:06:55\n",
      "Ep.: 2603, Total Steps: 1429700, Ep.Steps: 1000, Score: 2122.377, Avg.Score: 2089.789, Max.Score: 2198.136, Time: 21:07:49\n",
      "Ep.: 2604, Total Steps: 1430700, Ep.Steps: 1000, Score: 2112.196, Avg.Score: 2089.275, Max.Score: 2198.136, Time: 21:08:43\n",
      "Ep.: 2605, Total Steps: 1431700, Ep.Steps: 1000, Score: 2161.187, Avg.Score: 2089.244, Max.Score: 2198.136, Time: 21:09:36\n",
      "Ep.: 2606, Total Steps: 1432700, Ep.Steps: 1000, Score: 2117.892, Avg.Score: 2088.759, Max.Score: 2198.136, Time: 21:10:30\n",
      "Ep.: 2607, Total Steps: 1433700, Ep.Steps: 1000, Score: 2159.973, Avg.Score: 2088.735, Max.Score: 2198.136, Time: 21:11:24\n",
      "Ep.: 2608, Total Steps: 1434700, Ep.Steps: 1000, Score: 2120.104, Avg.Score: 2088.398, Max.Score: 2198.136, Time: 21:12:18\n",
      "Ep.: 2609, Total Steps: 1435700, Ep.Steps: 1000, Score: 2101.286, Avg.Score: 2087.780, Max.Score: 2198.136, Time: 21:13:12\n",
      "Ep.: 2610, Total Steps: 1436700, Ep.Steps: 1000, Score: 2139.660, Avg.Score: 2087.195, Max.Score: 2194.869, Time: 21:14:05\n",
      "Ep.: 2611, Total Steps: 1437700, Ep.Steps: 1000, Score: 2165.474, Avg.Score: 2087.094, Max.Score: 2194.869, Time: 21:14:59\n",
      "Ep.: 2612, Total Steps: 1437974, Ep.Steps: 274, Score: 588.555, Avg.Score: 2071.282, Max.Score: 2194.869, Time: 21:15:13\n",
      "Ep.: 2613, Total Steps: 1438054, Ep.Steps: 80, Score: 153.172, Avg.Score: 2051.128, Max.Score: 2194.869, Time: 21:15:18\n",
      "Ep.: 2614, Total Steps: 1439054, Ep.Steps: 1000, Score: 2133.138, Avg.Score: 2050.731, Max.Score: 2194.869, Time: 21:16:11\n",
      "Ep.: 2615, Total Steps: 1439535, Ep.Steps: 481, Score: 989.949, Avg.Score: 2039.000, Max.Score: 2194.869, Time: 21:16:37\n",
      "Ep.: 2616, Total Steps: 1439897, Ep.Steps: 362, Score: 769.210, Avg.Score: 2024.951, Max.Score: 2194.869, Time: 21:16:56\n",
      "Ep.: 2617, Total Steps: 1440897, Ep.Steps: 1000, Score: 2077.691, Avg.Score: 2024.035, Max.Score: 2194.869, Time: 21:17:50\n",
      "Ep.: 2618, Total Steps: 1441897, Ep.Steps: 1000, Score: 2109.639, Avg.Score: 2027.417, Max.Score: 2194.869, Time: 21:18:44\n",
      "Ep.: 2619, Total Steps: 1442897, Ep.Steps: 1000, Score: 2128.282, Avg.Score: 2027.052, Max.Score: 2194.869, Time: 21:19:37\n",
      "Ep.: 2620, Total Steps: 1443048, Ep.Steps: 151, Score: 305.116, Avg.Score: 2008.660, Max.Score: 2194.869, Time: 21:19:45\n",
      "Ep.: 2621, Total Steps: 1443320, Ep.Steps: 272, Score: 571.838, Avg.Score: 1992.884, Max.Score: 2194.869, Time: 21:20:00\n",
      "Ep.: 2622, Total Steps: 1444320, Ep.Steps: 1000, Score: 2131.742, Avg.Score: 1992.885, Max.Score: 2194.869, Time: 21:20:54\n",
      "Ep.: 2623, Total Steps: 1445320, Ep.Steps: 1000, Score: 2091.926, Avg.Score: 1992.092, Max.Score: 2194.869, Time: 21:21:47\n",
      "Ep.: 2624, Total Steps: 1446320, Ep.Steps: 1000, Score: 2129.202, Avg.Score: 1992.272, Max.Score: 2194.869, Time: 21:22:41\n",
      "Ep.: 2625, Total Steps: 1446356, Ep.Steps: 36, Score: 51.400, Avg.Score: 1979.399, Max.Score: 2194.869, Time: 21:22:42\n",
      "Ep.: 2626, Total Steps: 1447356, Ep.Steps: 1000, Score: 2154.835, Avg.Score: 1979.256, Max.Score: 2194.869, Time: 21:23:36\n",
      "Ep.: 2627, Total Steps: 1447752, Ep.Steps: 396, Score: 816.580, Avg.Score: 1965.572, Max.Score: 2194.869, Time: 21:23:57\n",
      "Ep.: 2628, Total Steps: 1448752, Ep.Steps: 1000, Score: 2145.193, Avg.Score: 1976.119, Max.Score: 2194.869, Time: 21:24:51\n",
      "Ep.: 2629, Total Steps: 1449752, Ep.Steps: 1000, Score: 2151.308, Avg.Score: 1976.175, Max.Score: 2194.869, Time: 21:25:45\n",
      "Ep.: 2630, Total Steps: 1450752, Ep.Steps: 1000, Score: 2106.396, Avg.Score: 1975.856, Max.Score: 2194.869, Time: 21:26:39\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2631, Total Steps: 1451752, Ep.Steps: 1000, Score: 2118.892, Avg.Score: 1975.818, Max.Score: 2194.869, Time: 21:27:33\n",
      "Ep.: 2632, Total Steps: 1452752, Ep.Steps: 1000, Score: 2144.622, Avg.Score: 1981.140, Max.Score: 2194.869, Time: 21:28:27\n",
      "Ep.: 2633, Total Steps: 1452807, Ep.Steps: 55, Score: 103.198, Avg.Score: 1960.276, Max.Score: 2194.869, Time: 21:28:30\n",
      "Ep.: 2634, Total Steps: 1453807, Ep.Steps: 1000, Score: 2133.309, Avg.Score: 1960.060, Max.Score: 2194.869, Time: 21:29:23\n",
      "Ep.: 2635, Total Steps: 1454807, Ep.Steps: 1000, Score: 2157.325, Avg.Score: 1960.485, Max.Score: 2194.869, Time: 21:30:16\n",
      "Ep.: 2636, Total Steps: 1455807, Ep.Steps: 1000, Score: 2118.864, Avg.Score: 1960.140, Max.Score: 2194.869, Time: 21:31:10\n",
      "Ep.: 2637, Total Steps: 1456807, Ep.Steps: 1000, Score: 2130.016, Avg.Score: 1959.961, Max.Score: 2194.869, Time: 21:32:03\n",
      "Ep.: 2638, Total Steps: 1457807, Ep.Steps: 1000, Score: 2159.136, Avg.Score: 1959.635, Max.Score: 2194.869, Time: 21:32:57\n",
      "Ep.: 2639, Total Steps: 1458807, Ep.Steps: 1000, Score: 2134.774, Avg.Score: 1959.669, Max.Score: 2194.869, Time: 21:33:51\n",
      "Ep.: 2640, Total Steps: 1459807, Ep.Steps: 1000, Score: 2168.522, Avg.Score: 1960.327, Max.Score: 2194.869, Time: 21:34:44\n",
      "Ep.: 2641, Total Steps: 1460807, Ep.Steps: 1000, Score: 2131.897, Avg.Score: 1960.100, Max.Score: 2194.869, Time: 21:35:38\n",
      "Ep.: 2642, Total Steps: 1461807, Ep.Steps: 1000, Score: 2164.203, Avg.Score: 1960.435, Max.Score: 2194.869, Time: 21:36:31\n",
      "Ep.: 2643, Total Steps: 1462807, Ep.Steps: 1000, Score: 2146.044, Avg.Score: 1960.346, Max.Score: 2194.869, Time: 21:37:25\n",
      "Ep.: 2644, Total Steps: 1463807, Ep.Steps: 1000, Score: 2153.891, Avg.Score: 1960.490, Max.Score: 2194.869, Time: 21:38:20\n",
      "Ep.: 2645, Total Steps: 1464807, Ep.Steps: 1000, Score: 2114.017, Avg.Score: 1960.515, Max.Score: 2194.869, Time: 21:39:14\n",
      "Ep.: 2646, Total Steps: 1465807, Ep.Steps: 1000, Score: 2124.668, Avg.Score: 1960.193, Max.Score: 2194.869, Time: 21:40:07\n",
      "Ep.: 2647, Total Steps: 1466807, Ep.Steps: 1000, Score: 2131.987, Avg.Score: 1960.111, Max.Score: 2194.869, Time: 21:41:01\n",
      "Ep.: 2648, Total Steps: 1467807, Ep.Steps: 1000, Score: 2152.914, Avg.Score: 1960.130, Max.Score: 2194.869, Time: 21:41:54\n",
      "Ep.: 2649, Total Steps: 1468807, Ep.Steps: 1000, Score: 2144.744, Avg.Score: 1960.115, Max.Score: 2194.869, Time: 21:42:48\n",
      "Ep.: 2650, Total Steps: 1469807, Ep.Steps: 1000, Score: 2154.131, Avg.Score: 1959.931, Max.Score: 2194.869, Time: 21:43:42\n",
      "Ep.: 2651, Total Steps: 1470807, Ep.Steps: 1000, Score: 2130.530, Avg.Score: 1959.544, Max.Score: 2194.869, Time: 21:44:35\n",
      "Ep.: 2652, Total Steps: 1471807, Ep.Steps: 1000, Score: 2183.316, Avg.Score: 1959.802, Max.Score: 2194.869, Time: 21:45:30\n",
      "Ep.: 2653, Total Steps: 1472807, Ep.Steps: 1000, Score: 2157.281, Avg.Score: 1959.877, Max.Score: 2194.869, Time: 21:46:28\n",
      "Ep.: 2654, Total Steps: 1473807, Ep.Steps: 1000, Score: 2181.509, Avg.Score: 1960.104, Max.Score: 2194.869, Time: 21:47:27\n",
      "Ep.: 2655, Total Steps: 1474807, Ep.Steps: 1000, Score: 2164.167, Avg.Score: 1960.304, Max.Score: 2194.869, Time: 21:48:21\n",
      "Ep.: 2656, Total Steps: 1475807, Ep.Steps: 1000, Score: 2140.669, Avg.Score: 1960.221, Max.Score: 2194.869, Time: 21:49:14\n",
      "Ep.: 2657, Total Steps: 1476807, Ep.Steps: 1000, Score: 2139.403, Avg.Score: 1960.004, Max.Score: 2194.869, Time: 21:50:08\n",
      "Ep.: 2658, Total Steps: 1477807, Ep.Steps: 1000, Score: 2157.158, Avg.Score: 1960.168, Max.Score: 2194.869, Time: 21:51:02\n",
      "Ep.: 2659, Total Steps: 1478807, Ep.Steps: 1000, Score: 2153.679, Avg.Score: 1959.826, Max.Score: 2194.869, Time: 21:51:56\n",
      "Ep.: 2660, Total Steps: 1479429, Ep.Steps: 622, Score: 1346.443, Avg.Score: 1951.613, Max.Score: 2194.869, Time: 21:52:30\n",
      "Ep.: 2661, Total Steps: 1480429, Ep.Steps: 1000, Score: 2131.567, Avg.Score: 1951.777, Max.Score: 2194.869, Time: 21:53:23\n",
      "Ep.: 2662, Total Steps: 1481429, Ep.Steps: 1000, Score: 2170.481, Avg.Score: 1951.679, Max.Score: 2194.869, Time: 21:54:18\n",
      "Ep.: 2663, Total Steps: 1482429, Ep.Steps: 1000, Score: 2145.062, Avg.Score: 1951.697, Max.Score: 2194.869, Time: 21:55:11\n",
      "Ep.: 2664, Total Steps: 1483429, Ep.Steps: 1000, Score: 2180.561, Avg.Score: 1952.115, Max.Score: 2194.869, Time: 21:56:05\n",
      "Ep.: 2665, Total Steps: 1483604, Ep.Steps: 175, Score: 367.299, Avg.Score: 1938.765, Max.Score: 2194.869, Time: 21:56:14\n",
      "Ep.: 2666, Total Steps: 1484604, Ep.Steps: 1000, Score: 2178.053, Avg.Score: 1938.918, Max.Score: 2194.869, Time: 21:57:08\n",
      "Ep.: 2667, Total Steps: 1485604, Ep.Steps: 1000, Score: 2196.552, Avg.Score: 1939.491, Max.Score: 2196.552, Time: 21:58:02\n",
      "Ep.: 2668, Total Steps: 1486604, Ep.Steps: 1000, Score: 2203.810, Avg.Score: 1940.264, Max.Score: 2203.810, Time: 21:58:56\n",
      "Ep.: 2669, Total Steps: 1487604, Ep.Steps: 1000, Score: 2180.980, Avg.Score: 1940.126, Max.Score: 2203.810, Time: 21:59:49\n",
      "Ep.: 2670, Total Steps: 1488604, Ep.Steps: 1000, Score: 2121.444, Avg.Score: 1939.807, Max.Score: 2203.810, Time: 22:00:43\n",
      "Ep.: 2671, Total Steps: 1489604, Ep.Steps: 1000, Score: 2182.940, Avg.Score: 1939.869, Max.Score: 2203.810, Time: 22:01:36\n",
      "Ep.: 2672, Total Steps: 1490604, Ep.Steps: 1000, Score: 2138.683, Avg.Score: 1939.798, Max.Score: 2203.810, Time: 22:02:30\n",
      "Ep.: 2673, Total Steps: 1491604, Ep.Steps: 1000, Score: 2117.085, Avg.Score: 1939.294, Max.Score: 2203.810, Time: 22:03:24\n",
      "Ep.: 2674, Total Steps: 1492604, Ep.Steps: 1000, Score: 2159.196, Avg.Score: 1939.451, Max.Score: 2203.810, Time: 22:04:18\n",
      "Ep.: 2675, Total Steps: 1493604, Ep.Steps: 1000, Score: 2183.800, Avg.Score: 1939.404, Max.Score: 2203.810, Time: 22:05:11\n",
      "Ep.: 2676, Total Steps: 1494604, Ep.Steps: 1000, Score: 2156.863, Avg.Score: 1953.319, Max.Score: 2203.810, Time: 22:06:05\n",
      "Ep.: 2677, Total Steps: 1495124, Ep.Steps: 520, Score: 1080.352, Avg.Score: 1942.844, Max.Score: 2203.810, Time: 22:06:33\n",
      "Ep.: 2678, Total Steps: 1495643, Ep.Steps: 519, Score: 1073.845, Avg.Score: 1932.284, Max.Score: 2203.810, Time: 22:07:00\n",
      "Ep.: 2679, Total Steps: 1496643, Ep.Steps: 1000, Score: 2136.762, Avg.Score: 1932.190, Max.Score: 2203.810, Time: 22:07:54\n",
      "Ep.: 2680, Total Steps: 1497643, Ep.Steps: 1000, Score: 2151.089, Avg.Score: 1932.138, Max.Score: 2203.810, Time: 22:08:48\n",
      "Ep.: 2681, Total Steps: 1498643, Ep.Steps: 1000, Score: 2161.881, Avg.Score: 1932.063, Max.Score: 2203.810, Time: 22:09:41\n",
      "Ep.: 2682, Total Steps: 1499643, Ep.Steps: 1000, Score: 2132.783, Avg.Score: 1931.793, Max.Score: 2203.810, Time: 22:10:34\n",
      "Ep.: 2683, Total Steps: 1500379, Ep.Steps: 736, Score: 1557.009, Avg.Score: 1926.002, Max.Score: 2203.810, Time: 22:11:14\n",
      "Ep.: 2684, Total Steps: 1500710, Ep.Steps: 331, Score: 717.851, Avg.Score: 1911.550, Max.Score: 2203.810, Time: 22:11:32\n",
      "Ep.: 2685, Total Steps: 1501710, Ep.Steps: 1000, Score: 2169.266, Avg.Score: 1911.598, Max.Score: 2203.810, Time: 22:12:25\n",
      "Ep.: 2686, Total Steps: 1502710, Ep.Steps: 1000, Score: 2117.727, Avg.Score: 1911.243, Max.Score: 2203.810, Time: 22:13:19\n",
      "Ep.: 2687, Total Steps: 1503710, Ep.Steps: 1000, Score: 2170.306, Avg.Score: 1911.381, Max.Score: 2203.810, Time: 22:14:13\n",
      "Ep.: 2688, Total Steps: 1504710, Ep.Steps: 1000, Score: 2118.887, Avg.Score: 1916.734, Max.Score: 2203.810, Time: 22:15:06\n",
      "Ep.: 2689, Total Steps: 1505710, Ep.Steps: 1000, Score: 2155.974, Avg.Score: 1926.810, Max.Score: 2203.810, Time: 22:16:00\n",
      "Ep.: 2690, Total Steps: 1506056, Ep.Steps: 346, Score: 719.130, Avg.Score: 1912.587, Max.Score: 2203.810, Time: 22:16:18\n",
      "Ep.: 2691, Total Steps: 1506559, Ep.Steps: 503, Score: 1038.204, Avg.Score: 1901.825, Max.Score: 2203.810, Time: 22:16:45\n",
      "Ep.: 2692, Total Steps: 1507559, Ep.Steps: 1000, Score: 2165.580, Avg.Score: 1901.761, Max.Score: 2203.810, Time: 22:17:39\n",
      "Ep.: 2693, Total Steps: 1508533, Ep.Steps: 974, Score: 2077.749, Avg.Score: 1901.117, Max.Score: 2203.810, Time: 22:18:31\n",
      "Ep.: 2694, Total Steps: 1509533, Ep.Steps: 1000, Score: 2156.707, Avg.Score: 1901.334, Max.Score: 2203.810, Time: 22:19:25\n",
      "Ep.: 2695, Total Steps: 1510533, Ep.Steps: 1000, Score: 2151.022, Avg.Score: 1901.418, Max.Score: 2203.810, Time: 22:20:18\n",
      "Ep.: 2696, Total Steps: 1511533, Ep.Steps: 1000, Score: 2156.315, Avg.Score: 1901.410, Max.Score: 2203.810, Time: 22:21:12\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2697, Total Steps: 1512183, Ep.Steps: 650, Score: 1371.071, Avg.Score: 1893.655, Max.Score: 2203.810, Time: 22:21:47\n",
      "Ep.: 2698, Total Steps: 1513183, Ep.Steps: 1000, Score: 2143.136, Avg.Score: 1893.497, Max.Score: 2203.810, Time: 22:22:41\n",
      "Ep.: 2699, Total Steps: 1514183, Ep.Steps: 1000, Score: 2118.245, Avg.Score: 1893.370, Max.Score: 2203.810, Time: 22:23:34\n",
      "Ep.: 2700, Total Steps: 1515183, Ep.Steps: 1000, Score: 2164.034, Avg.Score: 1893.997, Max.Score: 2203.810, Time: 22:24:28\n",
      "Ep.: 2701, Total Steps: 1516183, Ep.Steps: 1000, Score: 2131.577, Avg.Score: 1894.281, Max.Score: 2203.810, Time: 22:25:22\n",
      "Ep.: 2702, Total Steps: 1517183, Ep.Steps: 1000, Score: 2127.243, Avg.Score: 1894.248, Max.Score: 2203.810, Time: 22:26:15\n",
      "Ep.: 2703, Total Steps: 1518183, Ep.Steps: 1000, Score: 2123.150, Avg.Score: 1894.255, Max.Score: 2203.810, Time: 22:27:09\n",
      "Ep.: 2704, Total Steps: 1519183, Ep.Steps: 1000, Score: 2146.334, Avg.Score: 1894.597, Max.Score: 2203.810, Time: 22:28:03\n",
      "Ep.: 2705, Total Steps: 1519434, Ep.Steps: 251, Score: 511.423, Avg.Score: 1878.099, Max.Score: 2203.810, Time: 22:28:16\n",
      "Ep.: 2706, Total Steps: 1520434, Ep.Steps: 1000, Score: 2124.848, Avg.Score: 1878.169, Max.Score: 2203.810, Time: 22:29:10\n",
      "Ep.: 2707, Total Steps: 1521434, Ep.Steps: 1000, Score: 2168.722, Avg.Score: 1878.256, Max.Score: 2203.810, Time: 22:30:04\n",
      "Ep.: 2708, Total Steps: 1522434, Ep.Steps: 1000, Score: 2177.134, Avg.Score: 1878.826, Max.Score: 2203.810, Time: 22:30:58\n",
      "Ep.: 2709, Total Steps: 1523434, Ep.Steps: 1000, Score: 2133.775, Avg.Score: 1879.151, Max.Score: 2203.810, Time: 22:31:52\n",
      "Ep.: 2710, Total Steps: 1524434, Ep.Steps: 1000, Score: 2152.929, Avg.Score: 1879.284, Max.Score: 2203.810, Time: 22:32:46\n",
      "Ep.: 2711, Total Steps: 1525434, Ep.Steps: 1000, Score: 2137.775, Avg.Score: 1879.007, Max.Score: 2203.810, Time: 22:33:45\n",
      "Ep.: 2712, Total Steps: 1526434, Ep.Steps: 1000, Score: 2156.115, Avg.Score: 1894.683, Max.Score: 2203.810, Time: 22:34:42\n",
      "Ep.: 2713, Total Steps: 1527434, Ep.Steps: 1000, Score: 2123.842, Avg.Score: 1914.389, Max.Score: 2203.810, Time: 22:35:38\n",
      "Ep.: 2714, Total Steps: 1528434, Ep.Steps: 1000, Score: 2145.827, Avg.Score: 1914.516, Max.Score: 2203.810, Time: 22:36:32\n",
      "Ep.: 2715, Total Steps: 1529434, Ep.Steps: 1000, Score: 2146.454, Avg.Score: 1926.081, Max.Score: 2203.810, Time: 22:37:30\n",
      "Ep.: 2716, Total Steps: 1530434, Ep.Steps: 1000, Score: 2152.087, Avg.Score: 1939.910, Max.Score: 2203.810, Time: 22:38:27\n",
      "Ep.: 2717, Total Steps: 1531405, Ep.Steps: 971, Score: 2041.683, Avg.Score: 1939.550, Max.Score: 2203.810, Time: 22:39:20\n",
      "Ep.: 2718, Total Steps: 1532405, Ep.Steps: 1000, Score: 2170.321, Avg.Score: 1940.157, Max.Score: 2203.810, Time: 22:40:17\n",
      "Ep.: 2719, Total Steps: 1533405, Ep.Steps: 1000, Score: 2139.708, Avg.Score: 1940.271, Max.Score: 2203.810, Time: 22:41:13\n",
      "Ep.: 2720, Total Steps: 1534405, Ep.Steps: 1000, Score: 2133.670, Avg.Score: 1958.556, Max.Score: 2203.810, Time: 22:42:08\n",
      "Ep.: 2721, Total Steps: 1535405, Ep.Steps: 1000, Score: 2141.194, Avg.Score: 1974.250, Max.Score: 2203.810, Time: 22:43:07\n",
      "Ep.: 2722, Total Steps: 1535899, Ep.Steps: 494, Score: 1053.551, Avg.Score: 1963.468, Max.Score: 2203.810, Time: 22:43:35\n",
      "Ep.: 2723, Total Steps: 1536413, Ep.Steps: 514, Score: 1103.464, Avg.Score: 1953.584, Max.Score: 2203.810, Time: 22:44:05\n",
      "Ep.: 2724, Total Steps: 1537413, Ep.Steps: 1000, Score: 2163.325, Avg.Score: 1953.925, Max.Score: 2203.810, Time: 22:45:01\n",
      "Ep.: 2725, Total Steps: 1538413, Ep.Steps: 1000, Score: 2155.148, Avg.Score: 1974.962, Max.Score: 2203.810, Time: 22:45:59\n",
      "Ep.: 2726, Total Steps: 1539413, Ep.Steps: 1000, Score: 2165.381, Avg.Score: 1975.068, Max.Score: 2203.810, Time: 22:46:57\n",
      "Ep.: 2727, Total Steps: 1540413, Ep.Steps: 1000, Score: 2129.608, Avg.Score: 1988.198, Max.Score: 2203.810, Time: 22:47:52\n",
      "Ep.: 2728, Total Steps: 1541413, Ep.Steps: 1000, Score: 2155.691, Avg.Score: 1988.303, Max.Score: 2203.810, Time: 22:48:49\n",
      "Ep.: 2729, Total Steps: 1541795, Ep.Steps: 382, Score: 804.346, Avg.Score: 1974.833, Max.Score: 2203.810, Time: 22:49:10\n",
      "Ep.: 2730, Total Steps: 1542795, Ep.Steps: 1000, Score: 2169.229, Avg.Score: 1975.462, Max.Score: 2203.810, Time: 22:50:08\n",
      "Ep.: 2731, Total Steps: 1543795, Ep.Steps: 1000, Score: 2122.550, Avg.Score: 1975.498, Max.Score: 2203.810, Time: 22:51:05\n",
      "Ep.: 2732, Total Steps: 1544795, Ep.Steps: 1000, Score: 2106.989, Avg.Score: 1975.122, Max.Score: 2203.810, Time: 22:52:02\n",
      "Ep.: 2733, Total Steps: 1544814, Ep.Steps: 19, Score: 35.069, Avg.Score: 1974.441, Max.Score: 2203.810, Time: 22:52:03\n",
      "Ep.: 2734, Total Steps: 1544834, Ep.Steps: 20, Score: 37.335, Avg.Score: 1953.481, Max.Score: 2203.810, Time: 22:52:04\n",
      "Ep.: 2735, Total Steps: 1544855, Ep.Steps: 21, Score: 38.577, Avg.Score: 1932.293, Max.Score: 2203.810, Time: 22:52:05\n",
      "Ep.: 2736, Total Steps: 1544875, Ep.Steps: 20, Score: 37.284, Avg.Score: 1911.478, Max.Score: 2203.810, Time: 22:52:07\n",
      "Ep.: 2737, Total Steps: 1544895, Ep.Steps: 20, Score: 37.220, Avg.Score: 1890.550, Max.Score: 2203.810, Time: 22:52:08\n",
      "Ep.: 2738, Total Steps: 1545895, Ep.Steps: 1000, Score: 2162.707, Avg.Score: 1890.585, Max.Score: 2203.810, Time: 22:53:07\n",
      "Ep.: 2739, Total Steps: 1546218, Ep.Steps: 323, Score: 653.835, Avg.Score: 1875.776, Max.Score: 2203.810, Time: 22:53:27\n",
      "Ep.: 2740, Total Steps: 1547218, Ep.Steps: 1000, Score: 2132.623, Avg.Score: 1875.417, Max.Score: 2203.810, Time: 22:54:24\n",
      "Ep.: 2741, Total Steps: 1548218, Ep.Steps: 1000, Score: 2128.444, Avg.Score: 1875.382, Max.Score: 2203.810, Time: 22:55:20\n",
      "Ep.: 2742, Total Steps: 1548406, Ep.Steps: 188, Score: 387.091, Avg.Score: 1857.611, Max.Score: 2203.810, Time: 22:55:31\n",
      "Ep.: 2743, Total Steps: 1549406, Ep.Steps: 1000, Score: 2157.803, Avg.Score: 1857.729, Max.Score: 2203.810, Time: 22:56:32\n",
      "Ep.: 2744, Total Steps: 1550406, Ep.Steps: 1000, Score: 2144.355, Avg.Score: 1857.634, Max.Score: 2203.810, Time: 22:57:28\n",
      "Ep.: 2745, Total Steps: 1551406, Ep.Steps: 1000, Score: 2142.427, Avg.Score: 1857.918, Max.Score: 2203.810, Time: 22:58:26\n",
      "Ep.: 2746, Total Steps: 1551992, Ep.Steps: 586, Score: 1263.497, Avg.Score: 1849.306, Max.Score: 2203.810, Time: 22:59:00\n",
      "Ep.: 2747, Total Steps: 1552992, Ep.Steps: 1000, Score: 2159.051, Avg.Score: 1849.577, Max.Score: 2203.810, Time: 22:59:58\n",
      "Ep.: 2748, Total Steps: 1553992, Ep.Steps: 1000, Score: 2187.771, Avg.Score: 1849.925, Max.Score: 2203.810, Time: 23:01:03\n",
      "Ep.: 2749, Total Steps: 1554948, Ep.Steps: 956, Score: 2004.790, Avg.Score: 1848.526, Max.Score: 2203.810, Time: 23:02:01\n",
      "Ep.: 2750, Total Steps: 1555948, Ep.Steps: 1000, Score: 2117.193, Avg.Score: 1848.156, Max.Score: 2203.810, Time: 23:02:58\n",
      "Ep.: 2751, Total Steps: 1556948, Ep.Steps: 1000, Score: 2136.121, Avg.Score: 1848.212, Max.Score: 2203.810, Time: 23:03:55\n",
      "Ep.: 2752, Total Steps: 1557948, Ep.Steps: 1000, Score: 2195.045, Avg.Score: 1848.329, Max.Score: 2203.810, Time: 23:04:50\n",
      "Ep.: 2753, Total Steps: 1558227, Ep.Steps: 279, Score: 570.426, Avg.Score: 1832.461, Max.Score: 2203.810, Time: 23:05:06\n",
      "Ep.: 2754, Total Steps: 1559227, Ep.Steps: 1000, Score: 2137.592, Avg.Score: 1832.022, Max.Score: 2203.810, Time: 23:06:01\n",
      "Ep.: 2755, Total Steps: 1560227, Ep.Steps: 1000, Score: 2158.869, Avg.Score: 1831.969, Max.Score: 2203.810, Time: 23:06:56\n",
      "Ep.: 2756, Total Steps: 1561227, Ep.Steps: 1000, Score: 2140.212, Avg.Score: 1831.964, Max.Score: 2203.810, Time: 23:07:52\n",
      "Ep.: 2757, Total Steps: 1562227, Ep.Steps: 1000, Score: 2130.145, Avg.Score: 1831.872, Max.Score: 2203.810, Time: 23:08:45\n",
      "Ep.: 2758, Total Steps: 1563227, Ep.Steps: 1000, Score: 2124.041, Avg.Score: 1831.540, Max.Score: 2203.810, Time: 23:09:41\n",
      "Ep.: 2759, Total Steps: 1563427, Ep.Steps: 200, Score: 418.718, Avg.Score: 1814.191, Max.Score: 2203.810, Time: 23:09:52\n",
      "Ep.: 2760, Total Steps: 1564427, Ep.Steps: 1000, Score: 2152.041, Avg.Score: 1822.247, Max.Score: 2203.810, Time: 23:10:46\n",
      "Ep.: 2761, Total Steps: 1565427, Ep.Steps: 1000, Score: 2208.171, Avg.Score: 1823.013, Max.Score: 2208.171, Time: 23:11:40\n",
      "Ep.: 2762, Total Steps: 1566427, Ep.Steps: 1000, Score: 2146.715, Avg.Score: 1822.775, Max.Score: 2208.171, Time: 23:12:35\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2763, Total Steps: 1566837, Ep.Steps: 410, Score: 868.648, Avg.Score: 1810.011, Max.Score: 2208.171, Time: 23:12:57\n",
      "Ep.: 2764, Total Steps: 1567837, Ep.Steps: 1000, Score: 2143.624, Avg.Score: 1809.642, Max.Score: 2208.171, Time: 23:13:51\n",
      "Ep.: 2765, Total Steps: 1568837, Ep.Steps: 1000, Score: 2127.158, Avg.Score: 1827.240, Max.Score: 2208.171, Time: 23:14:45\n",
      "Ep.: 2766, Total Steps: 1569837, Ep.Steps: 1000, Score: 2183.301, Avg.Score: 1827.293, Max.Score: 2208.171, Time: 23:15:41\n",
      "Ep.: 2767, Total Steps: 1570837, Ep.Steps: 1000, Score: 2205.781, Avg.Score: 1827.385, Max.Score: 2208.171, Time: 23:16:36\n",
      "Ep.: 2768, Total Steps: 1571837, Ep.Steps: 1000, Score: 2198.535, Avg.Score: 1827.332, Max.Score: 2208.171, Time: 23:17:30\n",
      "Ep.: 2769, Total Steps: 1572341, Ep.Steps: 504, Score: 1085.461, Avg.Score: 1816.377, Max.Score: 2208.171, Time: 23:17:58\n",
      "Ep.: 2770, Total Steps: 1573341, Ep.Steps: 1000, Score: 2161.976, Avg.Score: 1816.782, Max.Score: 2208.171, Time: 23:18:51\n",
      "Ep.: 2771, Total Steps: 1574341, Ep.Steps: 1000, Score: 2181.540, Avg.Score: 1816.768, Max.Score: 2208.171, Time: 23:19:45\n",
      "Ep.: 2772, Total Steps: 1575341, Ep.Steps: 1000, Score: 2193.933, Avg.Score: 1817.321, Max.Score: 2208.171, Time: 23:20:39\n",
      "Ep.: 2773, Total Steps: 1576341, Ep.Steps: 1000, Score: 2135.696, Avg.Score: 1817.507, Max.Score: 2208.171, Time: 23:21:33\n",
      "Ep.: 2774, Total Steps: 1577028, Ep.Steps: 687, Score: 1478.147, Avg.Score: 1810.696, Max.Score: 2208.171, Time: 23:22:11\n",
      "Ep.: 2775, Total Steps: 1578028, Ep.Steps: 1000, Score: 2098.847, Avg.Score: 1809.847, Max.Score: 2208.171, Time: 23:23:08\n",
      "Ep.: 2776, Total Steps: 1579028, Ep.Steps: 1000, Score: 2166.187, Avg.Score: 1809.940, Max.Score: 2208.171, Time: 23:24:04\n",
      "Ep.: 2777, Total Steps: 1579469, Ep.Steps: 441, Score: 939.518, Avg.Score: 1808.532, Max.Score: 2208.171, Time: 23:24:28\n",
      "Ep.: 2778, Total Steps: 1580469, Ep.Steps: 1000, Score: 2108.143, Avg.Score: 1818.875, Max.Score: 2208.171, Time: 23:25:23\n",
      "Ep.: 2779, Total Steps: 1581469, Ep.Steps: 1000, Score: 2182.713, Avg.Score: 1819.334, Max.Score: 2208.171, Time: 23:26:18\n",
      "Ep.: 2780, Total Steps: 1582185, Ep.Steps: 716, Score: 1521.609, Avg.Score: 1813.040, Max.Score: 2208.171, Time: 23:26:57\n",
      "Ep.: 2781, Total Steps: 1582413, Ep.Steps: 228, Score: 452.755, Avg.Score: 1795.948, Max.Score: 2208.171, Time: 23:27:09\n",
      "Ep.: 2782, Total Steps: 1583413, Ep.Steps: 1000, Score: 2164.151, Avg.Score: 1796.262, Max.Score: 2208.171, Time: 23:28:10\n",
      "Ep.: 2783, Total Steps: 1584413, Ep.Steps: 1000, Score: 2166.677, Avg.Score: 1802.359, Max.Score: 2208.171, Time: 23:29:15\n",
      "Ep.: 2784, Total Steps: 1585159, Ep.Steps: 746, Score: 1627.672, Avg.Score: 1811.457, Max.Score: 2208.171, Time: 23:30:07\n",
      "Ep.: 2785, Total Steps: 1586159, Ep.Steps: 1000, Score: 2127.831, Avg.Score: 1811.042, Max.Score: 2208.171, Time: 23:31:13\n",
      "Ep.: 2786, Total Steps: 1587159, Ep.Steps: 1000, Score: 2144.055, Avg.Score: 1811.306, Max.Score: 2208.171, Time: 23:32:09\n",
      "Ep.: 2787, Total Steps: 1588159, Ep.Steps: 1000, Score: 2159.715, Avg.Score: 1811.200, Max.Score: 2208.171, Time: 23:33:10\n",
      "Ep.: 2788, Total Steps: 1589159, Ep.Steps: 1000, Score: 2175.742, Avg.Score: 1811.768, Max.Score: 2208.171, Time: 23:34:15\n",
      "Ep.: 2789, Total Steps: 1590159, Ep.Steps: 1000, Score: 2126.009, Avg.Score: 1811.469, Max.Score: 2208.171, Time: 23:35:16\n",
      "Ep.: 2790, Total Steps: 1590917, Ep.Steps: 758, Score: 1597.394, Avg.Score: 1820.251, Max.Score: 2208.171, Time: 23:36:09\n",
      "Ep.: 2791, Total Steps: 1591305, Ep.Steps: 388, Score: 805.447, Avg.Score: 1817.924, Max.Score: 2208.171, Time: 23:36:36\n",
      "Ep.: 2792, Total Steps: 1591357, Ep.Steps: 52, Score: 96.823, Avg.Score: 1797.236, Max.Score: 2208.171, Time: 23:36:40\n",
      "Ep.: 2793, Total Steps: 1591394, Ep.Steps: 37, Score: 63.998, Avg.Score: 1777.099, Max.Score: 2208.171, Time: 23:36:42\n",
      "Ep.: 2794, Total Steps: 1591448, Ep.Steps: 54, Score: 101.449, Avg.Score: 1756.546, Max.Score: 2208.171, Time: 23:36:46\n",
      "Ep.: 2795, Total Steps: 1592448, Ep.Steps: 1000, Score: 2141.811, Avg.Score: 1756.454, Max.Score: 2208.171, Time: 23:37:49\n",
      "Ep.: 2796, Total Steps: 1593448, Ep.Steps: 1000, Score: 2150.887, Avg.Score: 1756.400, Max.Score: 2208.171, Time: 23:38:55\n",
      "Ep.: 2797, Total Steps: 1594448, Ep.Steps: 1000, Score: 2147.938, Avg.Score: 1764.168, Max.Score: 2208.171, Time: 23:39:57\n",
      "Ep.: 2798, Total Steps: 1595448, Ep.Steps: 1000, Score: 2172.111, Avg.Score: 1764.458, Max.Score: 2208.171, Time: 23:41:02\n",
      "Ep.: 2799, Total Steps: 1596448, Ep.Steps: 1000, Score: 2154.285, Avg.Score: 1764.819, Max.Score: 2208.171, Time: 23:42:05\n",
      "Ep.: 2800, Total Steps: 1597211, Ep.Steps: 763, Score: 1635.289, Avg.Score: 1759.531, Max.Score: 2208.171, Time: 23:42:58\n",
      "Ep.: 2801, Total Steps: 1598211, Ep.Steps: 1000, Score: 2145.384, Avg.Score: 1759.669, Max.Score: 2208.171, Time: 23:44:05\n",
      "Ep.: 2802, Total Steps: 1599209, Ep.Steps: 998, Score: 2145.125, Avg.Score: 1759.848, Max.Score: 2208.171, Time: 23:45:07\n",
      "Ep.: 2803, Total Steps: 1600209, Ep.Steps: 1000, Score: 2106.771, Avg.Score: 1759.684, Max.Score: 2208.171, Time: 23:46:15\n",
      "Ep.: 2804, Total Steps: 1600412, Ep.Steps: 203, Score: 395.010, Avg.Score: 1742.171, Max.Score: 2208.171, Time: 23:46:27\n",
      "Ep.: 2805, Total Steps: 1601412, Ep.Steps: 1000, Score: 2151.204, Avg.Score: 1758.569, Max.Score: 2208.171, Time: 23:47:30\n",
      "Ep.: 2806, Total Steps: 1602412, Ep.Steps: 1000, Score: 2157.103, Avg.Score: 1758.891, Max.Score: 2208.171, Time: 23:48:34\n",
      "Ep.: 2807, Total Steps: 1603412, Ep.Steps: 1000, Score: 2138.458, Avg.Score: 1758.589, Max.Score: 2208.171, Time: 23:49:37\n",
      "Ep.: 2808, Total Steps: 1604412, Ep.Steps: 1000, Score: 2125.251, Avg.Score: 1758.070, Max.Score: 2208.171, Time: 23:50:45\n",
      "Ep.: 2809, Total Steps: 1604703, Ep.Steps: 291, Score: 612.751, Avg.Score: 1742.860, Max.Score: 2208.171, Time: 23:51:03\n",
      "Ep.: 2810, Total Steps: 1605703, Ep.Steps: 1000, Score: 2203.463, Avg.Score: 1743.365, Max.Score: 2208.171, Time: 23:52:05\n",
      "Ep.: 2811, Total Steps: 1606703, Ep.Steps: 1000, Score: 2173.949, Avg.Score: 1743.727, Max.Score: 2208.171, Time: 23:53:09\n",
      "Ep.: 2812, Total Steps: 1607703, Ep.Steps: 1000, Score: 2170.998, Avg.Score: 1743.876, Max.Score: 2208.171, Time: 23:54:10\n",
      "Ep.: 2813, Total Steps: 1608399, Ep.Steps: 696, Score: 1474.448, Avg.Score: 1737.382, Max.Score: 2208.171, Time: 23:54:55\n",
      "Ep.: 2814, Total Steps: 1609399, Ep.Steps: 1000, Score: 2188.730, Avg.Score: 1737.811, Max.Score: 2208.171, Time: 23:55:56\n",
      "Ep.: 2815, Total Steps: 1610399, Ep.Steps: 1000, Score: 2142.057, Avg.Score: 1737.767, Max.Score: 2208.171, Time: 23:57:03\n",
      "Ep.: 2816, Total Steps: 1611399, Ep.Steps: 1000, Score: 2161.905, Avg.Score: 1737.865, Max.Score: 2208.171, Time: 23:58:12\n",
      "Ep.: 2817, Total Steps: 1612399, Ep.Steps: 1000, Score: 2167.484, Avg.Score: 1739.123, Max.Score: 2208.171, Time: 23:59:13\n",
      "Ep.: 2818, Total Steps: 1613399, Ep.Steps: 1000, Score: 2121.874, Avg.Score: 1738.638, Max.Score: 2208.171, Time: 24:00:16\n",
      "Ep.: 2819, Total Steps: 1614399, Ep.Steps: 1000, Score: 2139.480, Avg.Score: 1738.636, Max.Score: 2208.171, Time: 24:01:17\n",
      "Ep.: 2820, Total Steps: 1615399, Ep.Steps: 1000, Score: 2143.756, Avg.Score: 1738.737, Max.Score: 2208.171, Time: 24:02:21\n",
      "Ep.: 2821, Total Steps: 1616399, Ep.Steps: 1000, Score: 2181.114, Avg.Score: 1739.136, Max.Score: 2208.171, Time: 24:03:23\n",
      "Ep.: 2822, Total Steps: 1617399, Ep.Steps: 1000, Score: 2171.312, Avg.Score: 1750.314, Max.Score: 2208.171, Time: 24:04:30\n",
      "Ep.: 2823, Total Steps: 1618399, Ep.Steps: 1000, Score: 2153.019, Avg.Score: 1760.809, Max.Score: 2208.171, Time: 24:05:33\n",
      "Ep.: 2824, Total Steps: 1619174, Ep.Steps: 775, Score: 1677.161, Avg.Score: 1755.948, Max.Score: 2208.171, Time: 24:06:21\n",
      "Ep.: 2825, Total Steps: 1619459, Ep.Steps: 285, Score: 562.774, Avg.Score: 1740.024, Max.Score: 2208.171, Time: 24:06:40\n",
      "Ep.: 2826, Total Steps: 1619737, Ep.Steps: 278, Score: 569.442, Avg.Score: 1724.065, Max.Score: 2208.171, Time: 24:06:58\n",
      "Ep.: 2827, Total Steps: 1620737, Ep.Steps: 1000, Score: 2151.283, Avg.Score: 1724.281, Max.Score: 2208.171, Time: 24:07:56\n",
      "Ep.: 2828, Total Steps: 1621737, Ep.Steps: 1000, Score: 2190.360, Avg.Score: 1724.628, Max.Score: 2208.171, Time: 24:08:53\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2829, Total Steps: 1622719, Ep.Steps: 982, Score: 2111.912, Avg.Score: 1737.704, Max.Score: 2208.171, Time: 24:09:50\n",
      "Ep.: 2830, Total Steps: 1623408, Ep.Steps: 689, Score: 1499.073, Avg.Score: 1731.002, Max.Score: 2208.171, Time: 24:10:30\n",
      "Ep.: 2831, Total Steps: 1624408, Ep.Steps: 1000, Score: 2209.235, Avg.Score: 1731.869, Max.Score: 2209.235, Time: 24:11:32\n",
      "Ep.: 2832, Total Steps: 1625408, Ep.Steps: 1000, Score: 2185.370, Avg.Score: 1732.653, Max.Score: 2209.235, Time: 24:12:30\n",
      "Ep.: 2833, Total Steps: 1626408, Ep.Steps: 1000, Score: 2198.771, Avg.Score: 1754.290, Max.Score: 2209.235, Time: 24:13:28\n",
      "Ep.: 2834, Total Steps: 1627408, Ep.Steps: 1000, Score: 2106.599, Avg.Score: 1774.982, Max.Score: 2209.235, Time: 24:14:26\n",
      "Ep.: 2835, Total Steps: 1628408, Ep.Steps: 1000, Score: 2132.387, Avg.Score: 1795.920, Max.Score: 2209.235, Time: 24:15:23\n",
      "Ep.: 2836, Total Steps: 1629408, Ep.Steps: 1000, Score: 2145.855, Avg.Score: 1817.006, Max.Score: 2209.235, Time: 24:16:21\n",
      "Ep.: 2837, Total Steps: 1630366, Ep.Steps: 958, Score: 2072.377, Avg.Score: 1837.358, Max.Score: 2209.235, Time: 24:17:16\n",
      "Ep.: 2838, Total Steps: 1631353, Ep.Steps: 987, Score: 2081.048, Avg.Score: 1836.541, Max.Score: 2209.235, Time: 24:18:15\n",
      "Ep.: 2839, Total Steps: 1632353, Ep.Steps: 1000, Score: 2172.615, Avg.Score: 1851.729, Max.Score: 2209.235, Time: 24:19:13\n",
      "Ep.: 2840, Total Steps: 1633353, Ep.Steps: 1000, Score: 2145.991, Avg.Score: 1851.863, Max.Score: 2209.235, Time: 24:20:11\n",
      "Ep.: 2841, Total Steps: 1634353, Ep.Steps: 1000, Score: 2160.231, Avg.Score: 1852.181, Max.Score: 2209.235, Time: 24:21:09\n",
      "Ep.: 2842, Total Steps: 1635353, Ep.Steps: 1000, Score: 2141.988, Avg.Score: 1869.730, Max.Score: 2209.235, Time: 24:22:07\n",
      "Ep.: 2843, Total Steps: 1635750, Ep.Steps: 397, Score: 870.961, Avg.Score: 1856.861, Max.Score: 2209.235, Time: 24:22:30\n",
      "Ep.: 2844, Total Steps: 1636750, Ep.Steps: 1000, Score: 2131.434, Avg.Score: 1856.732, Max.Score: 2209.235, Time: 24:23:27\n",
      "Ep.: 2845, Total Steps: 1637649, Ep.Steps: 899, Score: 1960.757, Avg.Score: 1854.915, Max.Score: 2209.235, Time: 24:24:19\n",
      "Ep.: 2846, Total Steps: 1638649, Ep.Steps: 1000, Score: 2167.159, Avg.Score: 1863.952, Max.Score: 2209.235, Time: 24:25:20\n",
      "Ep.: 2847, Total Steps: 1639649, Ep.Steps: 1000, Score: 2184.667, Avg.Score: 1864.208, Max.Score: 2209.235, Time: 24:26:18\n",
      "Ep.: 2848, Total Steps: 1640649, Ep.Steps: 1000, Score: 2178.700, Avg.Score: 1864.117, Max.Score: 2209.235, Time: 24:27:17\n",
      "Ep.: 2849, Total Steps: 1641649, Ep.Steps: 1000, Score: 2190.373, Avg.Score: 1865.973, Max.Score: 2209.235, Time: 24:28:15\n",
      "Ep.: 2850, Total Steps: 1642649, Ep.Steps: 1000, Score: 2152.683, Avg.Score: 1866.328, Max.Score: 2209.235, Time: 24:29:13\n",
      "Ep.: 2851, Total Steps: 1643649, Ep.Steps: 1000, Score: 2134.288, Avg.Score: 1866.310, Max.Score: 2209.235, Time: 24:30:10\n",
      "Ep.: 2852, Total Steps: 1644649, Ep.Steps: 1000, Score: 2184.986, Avg.Score: 1866.209, Max.Score: 2209.235, Time: 24:31:08\n",
      "Ep.: 2853, Total Steps: 1645649, Ep.Steps: 1000, Score: 2143.272, Avg.Score: 1881.938, Max.Score: 2209.235, Time: 24:32:09\n",
      "Ep.: 2854, Total Steps: 1646649, Ep.Steps: 1000, Score: 2151.248, Avg.Score: 1882.074, Max.Score: 2209.235, Time: 24:33:07\n",
      "Ep.: 2855, Total Steps: 1647056, Ep.Steps: 407, Score: 865.993, Avg.Score: 1869.145, Max.Score: 2209.235, Time: 24:33:31\n",
      "Ep.: 2856, Total Steps: 1647294, Ep.Steps: 238, Score: 476.432, Avg.Score: 1852.508, Max.Score: 2209.235, Time: 24:33:44\n",
      "Ep.: 2857, Total Steps: 1648249, Ep.Steps: 955, Score: 2040.946, Avg.Score: 1851.616, Max.Score: 2209.235, Time: 24:34:40\n",
      "Ep.: 2858, Total Steps: 1649249, Ep.Steps: 1000, Score: 2153.259, Avg.Score: 1851.908, Max.Score: 2209.235, Time: 24:35:38\n",
      "Ep.: 2859, Total Steps: 1650249, Ep.Steps: 1000, Score: 2113.349, Avg.Score: 1868.854, Max.Score: 2209.235, Time: 24:36:35\n",
      "Ep.: 2860, Total Steps: 1650466, Ep.Steps: 217, Score: 437.160, Avg.Score: 1851.705, Max.Score: 2209.235, Time: 24:36:48\n",
      "Ep.: 2861, Total Steps: 1651466, Ep.Steps: 1000, Score: 2185.448, Avg.Score: 1851.478, Max.Score: 2209.235, Time: 24:37:46\n",
      "Ep.: 2862, Total Steps: 1652466, Ep.Steps: 1000, Score: 2168.701, Avg.Score: 1851.698, Max.Score: 2209.235, Time: 24:38:44\n",
      "Ep.: 2863, Total Steps: 1653304, Ep.Steps: 838, Score: 1793.862, Avg.Score: 1860.950, Max.Score: 2209.235, Time: 24:39:35\n",
      "Ep.: 2864, Total Steps: 1653526, Ep.Steps: 222, Score: 448.186, Avg.Score: 1843.996, Max.Score: 2209.235, Time: 24:39:48\n",
      "Ep.: 2865, Total Steps: 1654176, Ep.Steps: 650, Score: 1375.611, Avg.Score: 1836.480, Max.Score: 2209.235, Time: 24:40:25\n",
      "Ep.: 2866, Total Steps: 1655176, Ep.Steps: 1000, Score: 2171.157, Avg.Score: 1836.359, Max.Score: 2209.235, Time: 24:41:24\n",
      "Ep.: 2867, Total Steps: 1656176, Ep.Steps: 1000, Score: 2190.897, Avg.Score: 1836.210, Max.Score: 2209.235, Time: 24:42:22\n",
      "Ep.: 2868, Total Steps: 1657176, Ep.Steps: 1000, Score: 2224.424, Avg.Score: 1836.469, Max.Score: 2224.424, Time: 24:43:20\n",
      "Ep.: 2869, Total Steps: 1658176, Ep.Steps: 1000, Score: 2168.748, Avg.Score: 1847.302, Max.Score: 2224.424, Time: 24:44:24\n",
      "Ep.: 2870, Total Steps: 1659176, Ep.Steps: 1000, Score: 2183.392, Avg.Score: 1847.516, Max.Score: 2224.424, Time: 24:45:27\n",
      "Ep.: 2871, Total Steps: 1660176, Ep.Steps: 1000, Score: 2191.193, Avg.Score: 1847.612, Max.Score: 2224.424, Time: 24:46:23\n",
      "Ep.: 2872, Total Steps: 1661176, Ep.Steps: 1000, Score: 2171.415, Avg.Score: 1847.387, Max.Score: 2224.424, Time: 24:47:27\n",
      "Ep.: 2873, Total Steps: 1662176, Ep.Steps: 1000, Score: 2179.682, Avg.Score: 1847.827, Max.Score: 2224.424, Time: 24:48:27\n",
      "Ep.: 2874, Total Steps: 1663176, Ep.Steps: 1000, Score: 2173.629, Avg.Score: 1854.782, Max.Score: 2224.424, Time: 24:49:23\n",
      "Ep.: 2875, Total Steps: 1664176, Ep.Steps: 1000, Score: 2168.734, Avg.Score: 1855.481, Max.Score: 2224.424, Time: 24:50:19\n",
      "Ep.: 2876, Total Steps: 1665176, Ep.Steps: 1000, Score: 2188.752, Avg.Score: 1855.706, Max.Score: 2224.424, Time: 24:51:14\n",
      "Ep.: 2877, Total Steps: 1666176, Ep.Steps: 1000, Score: 2161.613, Avg.Score: 1867.927, Max.Score: 2224.424, Time: 24:52:11\n",
      "Ep.: 2878, Total Steps: 1667176, Ep.Steps: 1000, Score: 2158.642, Avg.Score: 1868.432, Max.Score: 2224.424, Time: 24:53:07\n",
      "Ep.: 2879, Total Steps: 1668176, Ep.Steps: 1000, Score: 2158.015, Avg.Score: 1868.185, Max.Score: 2224.424, Time: 24:54:05\n",
      "Ep.: 2880, Total Steps: 1669176, Ep.Steps: 1000, Score: 2209.592, Avg.Score: 1875.065, Max.Score: 2224.424, Time: 24:55:04\n",
      "Ep.: 2881, Total Steps: 1670176, Ep.Steps: 1000, Score: 2209.348, Avg.Score: 1892.631, Max.Score: 2224.424, Time: 24:56:02\n",
      "Ep.: 2882, Total Steps: 1671176, Ep.Steps: 1000, Score: 2172.578, Avg.Score: 1892.715, Max.Score: 2224.424, Time: 24:57:01\n",
      "Ep.: 2883, Total Steps: 1672176, Ep.Steps: 1000, Score: 2164.468, Avg.Score: 1892.693, Max.Score: 2224.424, Time: 24:57:58\n",
      "Ep.: 2884, Total Steps: 1673176, Ep.Steps: 1000, Score: 2176.635, Avg.Score: 1898.183, Max.Score: 2224.424, Time: 24:58:56\n",
      "Ep.: 2885, Total Steps: 1674176, Ep.Steps: 1000, Score: 2145.529, Avg.Score: 1898.360, Max.Score: 2224.424, Time: 24:59:53\n",
      "Ep.: 2886, Total Steps: 1674362, Ep.Steps: 186, Score: 384.784, Avg.Score: 1880.767, Max.Score: 2224.424, Time: 25:00:04\n",
      "Ep.: 2887, Total Steps: 1675362, Ep.Steps: 1000, Score: 2160.801, Avg.Score: 1880.778, Max.Score: 2224.424, Time: 25:01:03\n",
      "Ep.: 2888, Total Steps: 1675647, Ep.Steps: 285, Score: 553.694, Avg.Score: 1864.557, Max.Score: 2224.424, Time: 25:01:21\n",
      "Ep.: 2889, Total Steps: 1676647, Ep.Steps: 1000, Score: 2149.293, Avg.Score: 1864.790, Max.Score: 2224.424, Time: 25:02:19\n",
      "Ep.: 2890, Total Steps: 1677647, Ep.Steps: 1000, Score: 2178.421, Avg.Score: 1870.601, Max.Score: 2224.424, Time: 25:03:17\n",
      "Ep.: 2891, Total Steps: 1678647, Ep.Steps: 1000, Score: 2193.211, Avg.Score: 1884.478, Max.Score: 2224.424, Time: 25:04:16\n",
      "Ep.: 2892, Total Steps: 1679647, Ep.Steps: 1000, Score: 2161.970, Avg.Score: 1905.130, Max.Score: 2224.424, Time: 25:05:15\n",
      "Ep.: 2893, Total Steps: 1680647, Ep.Steps: 1000, Score: 2135.980, Avg.Score: 1925.850, Max.Score: 2224.424, Time: 25:06:20\n",
      "Ep.: 2894, Total Steps: 1680973, Ep.Steps: 326, Score: 675.333, Avg.Score: 1931.588, Max.Score: 2224.424, Time: 25:06:40\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2895, Total Steps: 1681808, Ep.Steps: 835, Score: 1794.227, Avg.Score: 1928.113, Max.Score: 2224.424, Time: 25:07:31\n",
      "Ep.: 2896, Total Steps: 1682808, Ep.Steps: 1000, Score: 2177.677, Avg.Score: 1928.380, Max.Score: 2224.424, Time: 25:08:30\n",
      "Ep.: 2897, Total Steps: 1683808, Ep.Steps: 1000, Score: 2184.644, Avg.Score: 1928.747, Max.Score: 2224.424, Time: 25:09:25\n",
      "Ep.: 2898, Total Steps: 1684808, Ep.Steps: 1000, Score: 2170.442, Avg.Score: 1928.731, Max.Score: 2224.424, Time: 25:10:20\n",
      "Ep.: 2899, Total Steps: 1685327, Ep.Steps: 519, Score: 1107.562, Avg.Score: 1918.264, Max.Score: 2224.424, Time: 25:10:49\n",
      "Ep.: 2900, Total Steps: 1686002, Ep.Steps: 675, Score: 1436.505, Avg.Score: 1916.276, Max.Score: 2224.424, Time: 25:11:27\n",
      "Ep.: 2901, Total Steps: 1686540, Ep.Steps: 538, Score: 1147.407, Avg.Score: 1906.296, Max.Score: 2224.424, Time: 25:11:58\n",
      "Ep.: 2902, Total Steps: 1686806, Ep.Steps: 266, Score: 559.624, Avg.Score: 1890.441, Max.Score: 2224.424, Time: 25:12:17\n",
      "Ep.: 2903, Total Steps: 1687806, Ep.Steps: 1000, Score: 2152.278, Avg.Score: 1890.896, Max.Score: 2224.424, Time: 25:13:18\n",
      "Ep.: 2904, Total Steps: 1688806, Ep.Steps: 1000, Score: 2183.133, Avg.Score: 1908.777, Max.Score: 2224.424, Time: 25:14:15\n",
      "Ep.: 2905, Total Steps: 1689806, Ep.Steps: 1000, Score: 2200.052, Avg.Score: 1909.266, Max.Score: 2224.424, Time: 25:15:10\n",
      "Ep.: 2906, Total Steps: 1690806, Ep.Steps: 1000, Score: 2140.111, Avg.Score: 1909.096, Max.Score: 2224.424, Time: 25:16:05\n",
      "Ep.: 2907, Total Steps: 1691806, Ep.Steps: 1000, Score: 2141.698, Avg.Score: 1909.128, Max.Score: 2224.424, Time: 25:17:00\n",
      "Ep.: 2908, Total Steps: 1692806, Ep.Steps: 1000, Score: 2181.003, Avg.Score: 1909.686, Max.Score: 2224.424, Time: 25:17:55\n",
      "Ep.: 2909, Total Steps: 1693806, Ep.Steps: 1000, Score: 2162.778, Avg.Score: 1925.186, Max.Score: 2224.424, Time: 25:18:50\n",
      "Ep.: 2910, Total Steps: 1694151, Ep.Steps: 345, Score: 690.036, Avg.Score: 1910.052, Max.Score: 2224.424, Time: 25:19:09\n",
      "Ep.: 2911, Total Steps: 1695151, Ep.Steps: 1000, Score: 2146.321, Avg.Score: 1909.776, Max.Score: 2224.424, Time: 25:20:04\n",
      "Ep.: 2912, Total Steps: 1696151, Ep.Steps: 1000, Score: 2170.701, Avg.Score: 1909.773, Max.Score: 2224.424, Time: 25:20:58\n",
      "Ep.: 2913, Total Steps: 1697151, Ep.Steps: 1000, Score: 2138.710, Avg.Score: 1916.415, Max.Score: 2224.424, Time: 25:21:54\n",
      "Ep.: 2914, Total Steps: 1698151, Ep.Steps: 1000, Score: 2070.655, Avg.Score: 1915.234, Max.Score: 2224.424, Time: 25:22:48\n",
      "Ep.: 2915, Total Steps: 1698333, Ep.Steps: 182, Score: 334.566, Avg.Score: 1897.160, Max.Score: 2224.424, Time: 25:22:59\n",
      "Ep.: 2916, Total Steps: 1698978, Ep.Steps: 645, Score: 1314.786, Avg.Score: 1888.688, Max.Score: 2224.424, Time: 25:23:36\n",
      "Ep.: 2917, Total Steps: 1699978, Ep.Steps: 1000, Score: 2099.449, Avg.Score: 1888.008, Max.Score: 2224.424, Time: 25:24:32\n",
      "Ep.: 2918, Total Steps: 1700920, Ep.Steps: 942, Score: 1990.318, Avg.Score: 1886.692, Max.Score: 2224.424, Time: 25:25:25\n",
      "Ep.: 2919, Total Steps: 1701920, Ep.Steps: 1000, Score: 2159.574, Avg.Score: 1886.893, Max.Score: 2224.424, Time: 25:26:22\n",
      "Ep.: 2920, Total Steps: 1702602, Ep.Steps: 682, Score: 1436.925, Avg.Score: 1879.825, Max.Score: 2224.424, Time: 25:27:00\n",
      "Ep.: 2921, Total Steps: 1703602, Ep.Steps: 1000, Score: 2133.083, Avg.Score: 1879.345, Max.Score: 2224.424, Time: 25:27:55\n",
      "Ep.: 2922, Total Steps: 1704602, Ep.Steps: 1000, Score: 2152.987, Avg.Score: 1879.161, Max.Score: 2224.424, Time: 25:28:50\n",
      "Ep.: 2923, Total Steps: 1705602, Ep.Steps: 1000, Score: 2170.965, Avg.Score: 1879.341, Max.Score: 2224.424, Time: 25:29:45\n",
      "Ep.: 2924, Total Steps: 1706602, Ep.Steps: 1000, Score: 2154.080, Avg.Score: 1884.110, Max.Score: 2224.424, Time: 25:30:40\n",
      "Ep.: 2925, Total Steps: 1707602, Ep.Steps: 1000, Score: 2110.268, Avg.Score: 1899.585, Max.Score: 2224.424, Time: 25:31:35\n",
      "Ep.: 2926, Total Steps: 1708602, Ep.Steps: 1000, Score: 2158.733, Avg.Score: 1915.478, Max.Score: 2224.424, Time: 25:32:30\n",
      "Ep.: 2927, Total Steps: 1709602, Ep.Steps: 1000, Score: 2207.708, Avg.Score: 1916.042, Max.Score: 2224.424, Time: 25:33:25\n",
      "Ep.: 2928, Total Steps: 1710602, Ep.Steps: 1000, Score: 2167.234, Avg.Score: 1915.811, Max.Score: 2224.424, Time: 25:34:20\n",
      "Ep.: 2929, Total Steps: 1711041, Ep.Steps: 439, Score: 881.565, Avg.Score: 1903.508, Max.Score: 2224.424, Time: 25:34:44\n",
      "Ep.: 2930, Total Steps: 1712041, Ep.Steps: 1000, Score: 2147.163, Avg.Score: 1909.988, Max.Score: 2224.424, Time: 25:35:40\n",
      "Ep.: 2931, Total Steps: 1713041, Ep.Steps: 1000, Score: 2161.286, Avg.Score: 1909.509, Max.Score: 2224.424, Time: 25:36:35\n",
      "Ep.: 2932, Total Steps: 1714041, Ep.Steps: 1000, Score: 2166.030, Avg.Score: 1909.316, Max.Score: 2224.424, Time: 25:37:30\n",
      "Ep.: 2933, Total Steps: 1715041, Ep.Steps: 1000, Score: 2160.420, Avg.Score: 1908.932, Max.Score: 2224.424, Time: 25:38:25\n",
      "Ep.: 2934, Total Steps: 1716041, Ep.Steps: 1000, Score: 2109.847, Avg.Score: 1908.964, Max.Score: 2224.424, Time: 25:39:19\n",
      "Ep.: 2935, Total Steps: 1716263, Ep.Steps: 222, Score: 413.453, Avg.Score: 1891.775, Max.Score: 2224.424, Time: 25:39:32\n",
      "Ep.: 2936, Total Steps: 1716687, Ep.Steps: 424, Score: 841.907, Avg.Score: 1878.736, Max.Score: 2224.424, Time: 25:39:54\n",
      "Ep.: 2937, Total Steps: 1717376, Ep.Steps: 689, Score: 1408.712, Avg.Score: 1872.099, Max.Score: 2224.424, Time: 25:40:32\n",
      "Ep.: 2938, Total Steps: 1718376, Ep.Steps: 1000, Score: 2171.382, Avg.Score: 1873.002, Max.Score: 2224.424, Time: 25:41:27\n",
      "Ep.: 2939, Total Steps: 1719376, Ep.Steps: 1000, Score: 2167.745, Avg.Score: 1872.954, Max.Score: 2224.424, Time: 25:42:22\n",
      "Ep.: 2940, Total Steps: 1720376, Ep.Steps: 1000, Score: 2155.999, Avg.Score: 1873.054, Max.Score: 2224.424, Time: 25:43:18\n",
      "Ep.: 2941, Total Steps: 1721376, Ep.Steps: 1000, Score: 2146.388, Avg.Score: 1872.915, Max.Score: 2224.424, Time: 25:44:13\n",
      "Ep.: 2942, Total Steps: 1721705, Ep.Steps: 329, Score: 695.956, Avg.Score: 1858.455, Max.Score: 2224.424, Time: 25:44:30\n",
      "Ep.: 2943, Total Steps: 1722705, Ep.Steps: 1000, Score: 2141.788, Avg.Score: 1871.163, Max.Score: 2224.424, Time: 25:45:26\n",
      "Ep.: 2944, Total Steps: 1723705, Ep.Steps: 1000, Score: 2142.575, Avg.Score: 1871.275, Max.Score: 2224.424, Time: 25:46:20\n",
      "Ep.: 2945, Total Steps: 1724705, Ep.Steps: 1000, Score: 2148.474, Avg.Score: 1873.152, Max.Score: 2224.424, Time: 25:47:15\n",
      "Ep.: 2946, Total Steps: 1725201, Ep.Steps: 496, Score: 1034.001, Avg.Score: 1861.820, Max.Score: 2224.424, Time: 25:47:42\n",
      "Ep.: 2947, Total Steps: 1726201, Ep.Steps: 1000, Score: 2136.439, Avg.Score: 1861.338, Max.Score: 2224.424, Time: 25:48:38\n",
      "Ep.: 2948, Total Steps: 1727201, Ep.Steps: 1000, Score: 2148.117, Avg.Score: 1861.032, Max.Score: 2224.424, Time: 25:49:33\n",
      "Ep.: 2949, Total Steps: 1728201, Ep.Steps: 1000, Score: 2130.456, Avg.Score: 1860.433, Max.Score: 2224.424, Time: 25:50:28\n",
      "Ep.: 2950, Total Steps: 1729201, Ep.Steps: 1000, Score: 2138.070, Avg.Score: 1860.287, Max.Score: 2224.424, Time: 25:51:23\n",
      "Ep.: 2951, Total Steps: 1730201, Ep.Steps: 1000, Score: 2145.008, Avg.Score: 1860.394, Max.Score: 2224.424, Time: 25:52:17\n",
      "Ep.: 2952, Total Steps: 1731201, Ep.Steps: 1000, Score: 2143.369, Avg.Score: 1859.978, Max.Score: 2224.424, Time: 25:53:12\n",
      "Ep.: 2953, Total Steps: 1731560, Ep.Steps: 359, Score: 717.966, Avg.Score: 1845.725, Max.Score: 2224.424, Time: 25:53:32\n",
      "Ep.: 2954, Total Steps: 1731951, Ep.Steps: 391, Score: 838.816, Avg.Score: 1832.600, Max.Score: 2224.424, Time: 25:53:53\n",
      "Ep.: 2955, Total Steps: 1732951, Ep.Steps: 1000, Score: 2189.273, Avg.Score: 1845.833, Max.Score: 2224.424, Time: 25:54:48\n",
      "Ep.: 2956, Total Steps: 1733783, Ep.Steps: 832, Score: 1756.109, Avg.Score: 1858.630, Max.Score: 2224.424, Time: 25:55:34\n",
      "Ep.: 2957, Total Steps: 1734783, Ep.Steps: 1000, Score: 2171.478, Avg.Score: 1859.935, Max.Score: 2224.424, Time: 25:56:28\n",
      "Ep.: 2958, Total Steps: 1735783, Ep.Steps: 1000, Score: 2197.416, Avg.Score: 1860.377, Max.Score: 2224.424, Time: 25:57:24\n",
      "Ep.: 2959, Total Steps: 1736087, Ep.Steps: 304, Score: 623.679, Avg.Score: 1845.480, Max.Score: 2224.424, Time: 25:57:40\n",
      "Ep.: 2960, Total Steps: 1736509, Ep.Steps: 422, Score: 905.307, Avg.Score: 1850.162, Max.Score: 2224.424, Time: 25:58:04\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 2961, Total Steps: 1737184, Ep.Steps: 675, Score: 1437.534, Avg.Score: 1842.683, Max.Score: 2224.424, Time: 25:58:41\n",
      "Ep.: 2962, Total Steps: 1737467, Ep.Steps: 283, Score: 580.148, Avg.Score: 1826.797, Max.Score: 2224.424, Time: 25:58:57\n",
      "Ep.: 2963, Total Steps: 1738191, Ep.Steps: 724, Score: 1558.237, Avg.Score: 1824.441, Max.Score: 2224.424, Time: 25:59:38\n",
      "Ep.: 2964, Total Steps: 1738630, Ep.Steps: 439, Score: 939.154, Avg.Score: 1829.350, Max.Score: 2224.424, Time: 26:00:03\n",
      "Ep.: 2965, Total Steps: 1739630, Ep.Steps: 1000, Score: 2165.024, Avg.Score: 1837.245, Max.Score: 2224.424, Time: 26:00:58\n",
      "Ep.: 2966, Total Steps: 1740133, Ep.Steps: 503, Score: 1051.300, Avg.Score: 1826.046, Max.Score: 2224.424, Time: 26:01:26\n",
      "Ep.: 2967, Total Steps: 1741133, Ep.Steps: 1000, Score: 2129.397, Avg.Score: 1825.431, Max.Score: 2224.424, Time: 26:02:21\n",
      "Ep.: 2968, Total Steps: 1742133, Ep.Steps: 1000, Score: 2187.738, Avg.Score: 1825.064, Max.Score: 2209.592, Time: 26:03:16\n",
      "Ep.: 2969, Total Steps: 1743133, Ep.Steps: 1000, Score: 2141.135, Avg.Score: 1824.788, Max.Score: 2209.592, Time: 26:04:11\n",
      "Ep.: 2970, Total Steps: 1744133, Ep.Steps: 1000, Score: 2131.945, Avg.Score: 1824.274, Max.Score: 2209.592, Time: 26:05:07\n",
      "Ep.: 2971, Total Steps: 1745133, Ep.Steps: 1000, Score: 2129.133, Avg.Score: 1823.653, Max.Score: 2209.592, Time: 26:06:03\n",
      "Ep.: 2972, Total Steps: 1746133, Ep.Steps: 1000, Score: 2141.455, Avg.Score: 1823.353, Max.Score: 2209.592, Time: 26:06:58\n",
      "Ep.: 2973, Total Steps: 1747133, Ep.Steps: 1000, Score: 2091.611, Avg.Score: 1822.473, Max.Score: 2209.592, Time: 26:07:53\n",
      "Ep.: 2974, Total Steps: 1748133, Ep.Steps: 1000, Score: 2125.843, Avg.Score: 1821.995, Max.Score: 2209.592, Time: 26:08:48\n",
      "Ep.: 2975, Total Steps: 1749133, Ep.Steps: 1000, Score: 2109.450, Avg.Score: 1821.402, Max.Score: 2209.592, Time: 26:09:43\n",
      "Ep.: 2976, Total Steps: 1750133, Ep.Steps: 1000, Score: 2072.295, Avg.Score: 1820.237, Max.Score: 2209.592, Time: 26:10:37\n",
      "Ep.: 2977, Total Steps: 1750373, Ep.Steps: 240, Score: 486.300, Avg.Score: 1803.484, Max.Score: 2209.592, Time: 26:10:51\n",
      "Ep.: 2978, Total Steps: 1751373, Ep.Steps: 1000, Score: 2161.634, Avg.Score: 1803.514, Max.Score: 2209.592, Time: 26:11:46\n",
      "Ep.: 2979, Total Steps: 1752197, Ep.Steps: 824, Score: 1762.806, Avg.Score: 1799.562, Max.Score: 2209.592, Time: 26:12:31\n",
      "Ep.: 2980, Total Steps: 1752751, Ep.Steps: 554, Score: 1152.390, Avg.Score: 1788.990, Max.Score: 2209.348, Time: 26:13:01\n",
      "Ep.: 2981, Total Steps: 1752925, Ep.Steps: 174, Score: 353.327, Avg.Score: 1770.430, Max.Score: 2207.708, Time: 26:13:11\n",
      "Ep.: 2982, Total Steps: 1753925, Ep.Steps: 1000, Score: 2134.091, Avg.Score: 1770.045, Max.Score: 2207.708, Time: 26:14:05\n",
      "Ep.: 2983, Total Steps: 1754601, Ep.Steps: 676, Score: 1424.363, Avg.Score: 1762.644, Max.Score: 2207.708, Time: 26:14:42\n",
      "Ep.: 2984, Total Steps: 1755076, Ep.Steps: 475, Score: 983.825, Avg.Score: 1750.716, Max.Score: 2207.708, Time: 26:15:08\n",
      "Ep.: 2985, Total Steps: 1755489, Ep.Steps: 413, Score: 866.313, Avg.Score: 1737.924, Max.Score: 2207.708, Time: 26:15:31\n",
      "Ep.: 2986, Total Steps: 1755653, Ep.Steps: 164, Score: 331.892, Avg.Score: 1737.395, Max.Score: 2207.708, Time: 26:15:40\n",
      "Ep.: 2987, Total Steps: 1755906, Ep.Steps: 253, Score: 496.751, Avg.Score: 1720.754, Max.Score: 2207.708, Time: 26:15:54\n",
      "Ep.: 2988, Total Steps: 1756906, Ep.Steps: 1000, Score: 2142.927, Avg.Score: 1736.647, Max.Score: 2207.708, Time: 26:16:48\n",
      "Ep.: 2989, Total Steps: 1757906, Ep.Steps: 1000, Score: 2175.255, Avg.Score: 1736.906, Max.Score: 2207.708, Time: 26:17:43\n",
      "Ep.: 2990, Total Steps: 1758906, Ep.Steps: 1000, Score: 2194.389, Avg.Score: 1737.066, Max.Score: 2207.708, Time: 26:18:39\n",
      "Ep.: 2991, Total Steps: 1759906, Ep.Steps: 1000, Score: 2153.182, Avg.Score: 1736.666, Max.Score: 2207.708, Time: 26:19:34\n",
      "Ep.: 2992, Total Steps: 1760906, Ep.Steps: 1000, Score: 2159.463, Avg.Score: 1736.641, Max.Score: 2207.708, Time: 26:20:29\n",
      "Ep.: 2993, Total Steps: 1761906, Ep.Steps: 1000, Score: 2133.275, Avg.Score: 1736.613, Max.Score: 2207.708, Time: 26:21:24\n",
      "Ep.: 2994, Total Steps: 1762906, Ep.Steps: 1000, Score: 2140.940, Avg.Score: 1751.270, Max.Score: 2207.708, Time: 26:22:19\n",
      "Ep.: 2995, Total Steps: 1763906, Ep.Steps: 1000, Score: 2131.348, Avg.Score: 1754.641, Max.Score: 2207.708, Time: 26:23:14\n",
      "Ep.: 2996, Total Steps: 1764906, Ep.Steps: 1000, Score: 2156.914, Avg.Score: 1754.433, Max.Score: 2207.708, Time: 26:24:08\n",
      "Ep.: 2997, Total Steps: 1765906, Ep.Steps: 1000, Score: 2152.784, Avg.Score: 1754.115, Max.Score: 2207.708, Time: 26:25:03\n",
      "Ep.: 2998, Total Steps: 1766605, Ep.Steps: 699, Score: 1516.500, Avg.Score: 1747.575, Max.Score: 2207.708, Time: 26:25:42\n",
      "Ep.: 2999, Total Steps: 1766744, Ep.Steps: 139, Score: 278.089, Avg.Score: 1739.280, Max.Score: 2207.708, Time: 26:25:49\n",
      "Ep.: 3000, Total Steps: 1767557, Ep.Steps: 813, Score: 1706.122, Avg.Score: 1741.977, Max.Score: 2207.708, Time: 26:26:33\n",
      "Ep.: 3001, Total Steps: 1768557, Ep.Steps: 1000, Score: 2160.181, Avg.Score: 1752.104, Max.Score: 2207.708, Time: 26:27:28\n",
      "Ep.: 3002, Total Steps: 1769557, Ep.Steps: 1000, Score: 2141.225, Avg.Score: 1767.920, Max.Score: 2207.708, Time: 26:28:23\n",
      "Ep.: 3003, Total Steps: 1770204, Ep.Steps: 647, Score: 1391.378, Avg.Score: 1760.311, Max.Score: 2207.708, Time: 26:28:59\n",
      "Ep.: 3004, Total Steps: 1771204, Ep.Steps: 1000, Score: 2136.663, Avg.Score: 1759.847, Max.Score: 2207.708, Time: 26:29:54\n",
      "Ep.: 3005, Total Steps: 1772204, Ep.Steps: 1000, Score: 2190.570, Avg.Score: 1759.752, Max.Score: 2207.708, Time: 26:30:49\n",
      "Ep.: 3006, Total Steps: 1772484, Ep.Steps: 280, Score: 587.250, Avg.Score: 1744.223, Max.Score: 2207.708, Time: 26:31:05\n",
      "Ep.: 3007, Total Steps: 1773484, Ep.Steps: 1000, Score: 2171.789, Avg.Score: 1744.524, Max.Score: 2207.708, Time: 26:31:59\n",
      "Ep.: 3008, Total Steps: 1774484, Ep.Steps: 1000, Score: 2172.276, Avg.Score: 1744.437, Max.Score: 2207.708, Time: 26:32:54\n",
      "Ep.: 3009, Total Steps: 1775484, Ep.Steps: 1000, Score: 2155.555, Avg.Score: 1744.365, Max.Score: 2207.708, Time: 26:33:49\n",
      "Ep.: 3010, Total Steps: 1776484, Ep.Steps: 1000, Score: 2135.888, Avg.Score: 1758.823, Max.Score: 2207.708, Time: 26:34:44\n",
      "Ep.: 3011, Total Steps: 1777484, Ep.Steps: 1000, Score: 2205.975, Avg.Score: 1759.420, Max.Score: 2207.708, Time: 26:35:38\n",
      "Ep.: 3012, Total Steps: 1778484, Ep.Steps: 1000, Score: 2120.929, Avg.Score: 1758.922, Max.Score: 2207.708, Time: 26:36:34\n",
      "Ep.: 3013, Total Steps: 1779484, Ep.Steps: 1000, Score: 2147.294, Avg.Score: 1759.008, Max.Score: 2207.708, Time: 26:37:28\n",
      "Ep.: 3014, Total Steps: 1780484, Ep.Steps: 1000, Score: 2147.503, Avg.Score: 1759.776, Max.Score: 2207.708, Time: 26:38:23\n",
      "Ep.: 3015, Total Steps: 1781484, Ep.Steps: 1000, Score: 2192.549, Avg.Score: 1778.356, Max.Score: 2207.708, Time: 26:39:18\n",
      "Ep.: 3016, Total Steps: 1782065, Ep.Steps: 581, Score: 1221.748, Avg.Score: 1777.426, Max.Score: 2207.708, Time: 26:39:49\n",
      "Ep.: 3017, Total Steps: 1783065, Ep.Steps: 1000, Score: 2164.552, Avg.Score: 1778.077, Max.Score: 2207.708, Time: 26:40:45\n",
      "Ep.: 3018, Total Steps: 1784065, Ep.Steps: 1000, Score: 2119.933, Avg.Score: 1779.373, Max.Score: 2207.708, Time: 26:41:39\n",
      "Ep.: 3019, Total Steps: 1785065, Ep.Steps: 1000, Score: 2151.794, Avg.Score: 1779.295, Max.Score: 2207.708, Time: 26:42:34\n",
      "Ep.: 3020, Total Steps: 1786065, Ep.Steps: 1000, Score: 2111.579, Avg.Score: 1786.042, Max.Score: 2207.708, Time: 26:43:29\n",
      "Ep.: 3021, Total Steps: 1787065, Ep.Steps: 1000, Score: 2201.599, Avg.Score: 1786.727, Max.Score: 2207.708, Time: 26:44:24\n",
      "Ep.: 3022, Total Steps: 1788065, Ep.Steps: 1000, Score: 2145.521, Avg.Score: 1786.652, Max.Score: 2207.708, Time: 26:45:19\n",
      "Ep.: 3023, Total Steps: 1789065, Ep.Steps: 1000, Score: 2130.981, Avg.Score: 1786.252, Max.Score: 2207.708, Time: 26:46:14\n",
      "Ep.: 3024, Total Steps: 1789547, Ep.Steps: 482, Score: 1023.191, Avg.Score: 1774.943, Max.Score: 2207.708, Time: 26:46:40\n",
      "Ep.: 3025, Total Steps: 1789974, Ep.Steps: 427, Score: 912.784, Avg.Score: 1762.968, Max.Score: 2207.708, Time: 26:47:05\n",
      "Ep.: 3026, Total Steps: 1790974, Ep.Steps: 1000, Score: 2158.384, Avg.Score: 1762.965, Max.Score: 2207.708, Time: 26:48:00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3027, Total Steps: 1791974, Ep.Steps: 1000, Score: 2097.431, Avg.Score: 1761.862, Max.Score: 2205.975, Time: 26:48:55\n",
      "Ep.: 3028, Total Steps: 1792412, Ep.Steps: 438, Score: 900.731, Avg.Score: 1749.197, Max.Score: 2205.975, Time: 26:49:19\n",
      "Ep.: 3029, Total Steps: 1793228, Ep.Steps: 816, Score: 1692.726, Avg.Score: 1757.309, Max.Score: 2205.975, Time: 26:50:03\n",
      "Ep.: 3030, Total Steps: 1793997, Ep.Steps: 769, Score: 1605.869, Avg.Score: 1751.896, Max.Score: 2205.975, Time: 26:50:45\n",
      "Ep.: 3031, Total Steps: 1794997, Ep.Steps: 1000, Score: 2161.892, Avg.Score: 1751.902, Max.Score: 2205.975, Time: 26:51:40\n",
      "Ep.: 3032, Total Steps: 1795997, Ep.Steps: 1000, Score: 2143.702, Avg.Score: 1751.679, Max.Score: 2205.975, Time: 26:52:34\n",
      "Ep.: 3033, Total Steps: 1796686, Ep.Steps: 689, Score: 1442.699, Avg.Score: 1744.501, Max.Score: 2205.975, Time: 26:53:13\n",
      "Ep.: 3034, Total Steps: 1797686, Ep.Steps: 1000, Score: 2137.382, Avg.Score: 1744.777, Max.Score: 2205.975, Time: 26:54:08\n",
      "Ep.: 3035, Total Steps: 1798686, Ep.Steps: 1000, Score: 2161.396, Avg.Score: 1762.256, Max.Score: 2205.975, Time: 26:55:02\n",
      "Ep.: 3036, Total Steps: 1799686, Ep.Steps: 1000, Score: 2139.772, Avg.Score: 1775.235, Max.Score: 2205.975, Time: 26:55:57\n",
      "Ep.: 3037, Total Steps: 1799967, Ep.Steps: 281, Score: 579.877, Avg.Score: 1766.947, Max.Score: 2205.975, Time: 26:56:12\n",
      "Ep.: 3038, Total Steps: 1800132, Ep.Steps: 165, Score: 342.141, Avg.Score: 1748.654, Max.Score: 2205.975, Time: 26:56:21\n",
      "Ep.: 3039, Total Steps: 1800407, Ep.Steps: 275, Score: 570.756, Avg.Score: 1732.684, Max.Score: 2205.975, Time: 26:56:36\n",
      "Ep.: 3040, Total Steps: 1800484, Ep.Steps: 77, Score: 149.397, Avg.Score: 1712.618, Max.Score: 2205.975, Time: 26:56:41\n",
      "Ep.: 3041, Total Steps: 1801484, Ep.Steps: 1000, Score: 2156.003, Avg.Score: 1712.714, Max.Score: 2205.975, Time: 26:57:35\n",
      "Ep.: 3042, Total Steps: 1802484, Ep.Steps: 1000, Score: 2126.667, Avg.Score: 1727.021, Max.Score: 2205.975, Time: 26:58:30\n",
      "Ep.: 3043, Total Steps: 1802755, Ep.Steps: 271, Score: 541.373, Avg.Score: 1711.017, Max.Score: 2205.975, Time: 26:58:45\n",
      "Ep.: 3044, Total Steps: 1803755, Ep.Steps: 1000, Score: 2124.931, Avg.Score: 1710.841, Max.Score: 2205.975, Time: 26:59:40\n",
      "Ep.: 3045, Total Steps: 1804755, Ep.Steps: 1000, Score: 2148.047, Avg.Score: 1710.837, Max.Score: 2205.975, Time: 27:00:35\n",
      "Ep.: 3046, Total Steps: 1805755, Ep.Steps: 1000, Score: 2125.400, Avg.Score: 1721.751, Max.Score: 2205.975, Time: 27:01:30\n",
      "Ep.: 3047, Total Steps: 1806755, Ep.Steps: 1000, Score: 2154.905, Avg.Score: 1721.935, Max.Score: 2205.975, Time: 27:02:25\n",
      "Ep.: 3048, Total Steps: 1807755, Ep.Steps: 1000, Score: 2152.176, Avg.Score: 1721.976, Max.Score: 2205.975, Time: 27:03:19\n",
      "Ep.: 3049, Total Steps: 1808755, Ep.Steps: 1000, Score: 2205.788, Avg.Score: 1722.729, Max.Score: 2205.975, Time: 27:04:14\n",
      "Ep.: 3050, Total Steps: 1809755, Ep.Steps: 1000, Score: 2104.608, Avg.Score: 1722.395, Max.Score: 2205.975, Time: 27:05:09\n",
      "Ep.: 3051, Total Steps: 1810755, Ep.Steps: 1000, Score: 2130.409, Avg.Score: 1722.249, Max.Score: 2205.975, Time: 27:06:03\n",
      "Ep.: 3052, Total Steps: 1811755, Ep.Steps: 1000, Score: 2125.674, Avg.Score: 1722.072, Max.Score: 2205.975, Time: 27:06:58\n",
      "Ep.: 3053, Total Steps: 1812755, Ep.Steps: 1000, Score: 2082.910, Avg.Score: 1735.721, Max.Score: 2205.975, Time: 27:07:53\n",
      "Ep.: 3054, Total Steps: 1813755, Ep.Steps: 1000, Score: 2174.942, Avg.Score: 1749.082, Max.Score: 2205.975, Time: 27:08:47\n",
      "Ep.: 3055, Total Steps: 1814755, Ep.Steps: 1000, Score: 2117.322, Avg.Score: 1748.363, Max.Score: 2205.975, Time: 27:09:42\n",
      "Ep.: 3056, Total Steps: 1815755, Ep.Steps: 1000, Score: 2127.886, Avg.Score: 1752.081, Max.Score: 2205.975, Time: 27:10:37\n",
      "Ep.: 3057, Total Steps: 1816755, Ep.Steps: 1000, Score: 2138.375, Avg.Score: 1751.750, Max.Score: 2205.975, Time: 27:11:32\n",
      "Ep.: 3058, Total Steps: 1817755, Ep.Steps: 1000, Score: 2147.757, Avg.Score: 1751.253, Max.Score: 2205.975, Time: 27:12:27\n",
      "Ep.: 3059, Total Steps: 1818755, Ep.Steps: 1000, Score: 2144.900, Avg.Score: 1766.465, Max.Score: 2205.975, Time: 27:13:22\n",
      "Ep.: 3060, Total Steps: 1819755, Ep.Steps: 1000, Score: 2212.317, Avg.Score: 1779.535, Max.Score: 2212.317, Time: 27:14:17\n",
      "Ep.: 3061, Total Steps: 1820183, Ep.Steps: 428, Score: 901.477, Avg.Score: 1774.175, Max.Score: 2212.317, Time: 27:14:41\n",
      "Ep.: 3062, Total Steps: 1821183, Ep.Steps: 1000, Score: 2175.662, Avg.Score: 1790.130, Max.Score: 2212.317, Time: 27:15:36\n",
      "Ep.: 3063, Total Steps: 1822183, Ep.Steps: 1000, Score: 2171.523, Avg.Score: 1796.263, Max.Score: 2212.317, Time: 27:16:30\n",
      "Ep.: 3064, Total Steps: 1823183, Ep.Steps: 1000, Score: 2159.645, Avg.Score: 1808.468, Max.Score: 2212.317, Time: 27:17:25\n",
      "Ep.: 3065, Total Steps: 1824183, Ep.Steps: 1000, Score: 2177.058, Avg.Score: 1808.588, Max.Score: 2212.317, Time: 27:18:21\n",
      "Ep.: 3066, Total Steps: 1825183, Ep.Steps: 1000, Score: 2184.862, Avg.Score: 1819.924, Max.Score: 2212.317, Time: 27:19:16\n",
      "Ep.: 3067, Total Steps: 1825634, Ep.Steps: 451, Score: 979.702, Avg.Score: 1808.427, Max.Score: 2212.317, Time: 27:19:40\n",
      "Ep.: 3068, Total Steps: 1826634, Ep.Steps: 1000, Score: 2131.193, Avg.Score: 1807.861, Max.Score: 2212.317, Time: 27:20:35\n",
      "Ep.: 3069, Total Steps: 1826757, Ep.Steps: 123, Score: 241.162, Avg.Score: 1788.861, Max.Score: 2212.317, Time: 27:20:42\n",
      "Ep.: 3070, Total Steps: 1827757, Ep.Steps: 1000, Score: 2181.390, Avg.Score: 1789.356, Max.Score: 2212.317, Time: 27:21:36\n",
      "Ep.: 3071, Total Steps: 1828757, Ep.Steps: 1000, Score: 2135.754, Avg.Score: 1789.422, Max.Score: 2212.317, Time: 27:22:32\n",
      "Ep.: 3072, Total Steps: 1829757, Ep.Steps: 1000, Score: 2174.843, Avg.Score: 1789.756, Max.Score: 2212.317, Time: 27:23:26\n",
      "Ep.: 3073, Total Steps: 1830757, Ep.Steps: 1000, Score: 2144.360, Avg.Score: 1790.283, Max.Score: 2212.317, Time: 27:24:22\n",
      "Ep.: 3074, Total Steps: 1831757, Ep.Steps: 1000, Score: 2164.562, Avg.Score: 1790.671, Max.Score: 2212.317, Time: 27:25:18\n",
      "Ep.: 3075, Total Steps: 1832757, Ep.Steps: 1000, Score: 2155.457, Avg.Score: 1791.131, Max.Score: 2212.317, Time: 27:26:14\n",
      "Ep.: 3076, Total Steps: 1833757, Ep.Steps: 1000, Score: 2172.656, Avg.Score: 1792.134, Max.Score: 2212.317, Time: 27:27:10\n",
      "Ep.: 3077, Total Steps: 1834757, Ep.Steps: 1000, Score: 2153.712, Avg.Score: 1808.808, Max.Score: 2212.317, Time: 27:28:06\n",
      "Ep.: 3078, Total Steps: 1835035, Ep.Steps: 278, Score: 549.228, Avg.Score: 1792.684, Max.Score: 2212.317, Time: 27:28:22\n",
      "Ep.: 3079, Total Steps: 1836035, Ep.Steps: 1000, Score: 2116.678, Avg.Score: 1796.223, Max.Score: 2212.317, Time: 27:29:18\n",
      "Ep.: 3080, Total Steps: 1836841, Ep.Steps: 806, Score: 1746.304, Avg.Score: 1802.162, Max.Score: 2212.317, Time: 27:30:02\n",
      "Ep.: 3081, Total Steps: 1837841, Ep.Steps: 1000, Score: 2134.292, Avg.Score: 1819.972, Max.Score: 2212.317, Time: 27:30:58\n",
      "Ep.: 3082, Total Steps: 1838841, Ep.Steps: 1000, Score: 2164.767, Avg.Score: 1820.279, Max.Score: 2212.317, Time: 27:31:53\n",
      "Ep.: 3083, Total Steps: 1839841, Ep.Steps: 1000, Score: 2154.113, Avg.Score: 1827.576, Max.Score: 2212.317, Time: 27:32:49\n",
      "Ep.: 3084, Total Steps: 1840841, Ep.Steps: 1000, Score: 2134.492, Avg.Score: 1839.083, Max.Score: 2212.317, Time: 27:33:46\n",
      "Ep.: 3085, Total Steps: 1841841, Ep.Steps: 1000, Score: 2128.876, Avg.Score: 1851.708, Max.Score: 2212.317, Time: 27:34:42\n",
      "Ep.: 3086, Total Steps: 1842841, Ep.Steps: 1000, Score: 2160.118, Avg.Score: 1869.991, Max.Score: 2212.317, Time: 27:35:36\n",
      "Ep.: 3087, Total Steps: 1843841, Ep.Steps: 1000, Score: 2144.354, Avg.Score: 1886.467, Max.Score: 2212.317, Time: 27:36:31\n",
      "Ep.: 3088, Total Steps: 1844841, Ep.Steps: 1000, Score: 2143.844, Avg.Score: 1886.476, Max.Score: 2212.317, Time: 27:37:26\n",
      "Ep.: 3089, Total Steps: 1845079, Ep.Steps: 238, Score: 439.888, Avg.Score: 1869.122, Max.Score: 2212.317, Time: 27:37:39\n",
      "Ep.: 3090, Total Steps: 1846079, Ep.Steps: 1000, Score: 2192.140, Avg.Score: 1869.100, Max.Score: 2212.317, Time: 27:38:34\n",
      "Ep.: 3091, Total Steps: 1847079, Ep.Steps: 1000, Score: 2188.230, Avg.Score: 1869.450, Max.Score: 2212.317, Time: 27:39:28\n",
      "Ep.: 3092, Total Steps: 1847551, Ep.Steps: 472, Score: 948.407, Avg.Score: 1857.340, Max.Score: 2212.317, Time: 27:39:54\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3093, Total Steps: 1848551, Ep.Steps: 1000, Score: 2066.078, Avg.Score: 1856.668, Max.Score: 2212.317, Time: 27:40:50\n",
      "Ep.: 3094, Total Steps: 1849551, Ep.Steps: 1000, Score: 2036.585, Avg.Score: 1855.624, Max.Score: 2212.317, Time: 27:41:47\n",
      "Ep.: 3095, Total Steps: 1850221, Ep.Steps: 670, Score: 1387.489, Avg.Score: 1848.186, Max.Score: 2212.317, Time: 27:42:25\n",
      "Ep.: 3096, Total Steps: 1850636, Ep.Steps: 415, Score: 885.491, Avg.Score: 1835.471, Max.Score: 2212.317, Time: 27:42:48\n",
      "Ep.: 3097, Total Steps: 1851636, Ep.Steps: 1000, Score: 2149.911, Avg.Score: 1835.443, Max.Score: 2212.317, Time: 27:43:45\n",
      "Ep.: 3098, Total Steps: 1852636, Ep.Steps: 1000, Score: 2155.448, Avg.Score: 1841.832, Max.Score: 2212.317, Time: 27:44:48\n",
      "Ep.: 3099, Total Steps: 1853636, Ep.Steps: 1000, Score: 2158.507, Avg.Score: 1860.636, Max.Score: 2212.317, Time: 27:45:46\n",
      "Ep.: 3100, Total Steps: 1854636, Ep.Steps: 1000, Score: 2163.642, Avg.Score: 1865.211, Max.Score: 2212.317, Time: 27:46:48\n",
      "Ep.: 3101, Total Steps: 1855636, Ep.Steps: 1000, Score: 2110.831, Avg.Score: 1864.718, Max.Score: 2212.317, Time: 27:47:49\n",
      "Ep.: 3102, Total Steps: 1856636, Ep.Steps: 1000, Score: 2129.294, Avg.Score: 1864.599, Max.Score: 2212.317, Time: 27:48:52\n",
      "Ep.: 3103, Total Steps: 1857636, Ep.Steps: 1000, Score: 2144.705, Avg.Score: 1872.132, Max.Score: 2212.317, Time: 27:49:58\n",
      "Ep.: 3104, Total Steps: 1858636, Ep.Steps: 1000, Score: 2218.891, Avg.Score: 1872.954, Max.Score: 2218.891, Time: 27:51:05\n",
      "Ep.: 3105, Total Steps: 1859636, Ep.Steps: 1000, Score: 2173.429, Avg.Score: 1872.783, Max.Score: 2218.891, Time: 27:52:09\n",
      "Ep.: 3106, Total Steps: 1860636, Ep.Steps: 1000, Score: 2129.321, Avg.Score: 1888.204, Max.Score: 2218.891, Time: 27:53:15\n",
      "Ep.: 3107, Total Steps: 1861636, Ep.Steps: 1000, Score: 2145.260, Avg.Score: 1887.938, Max.Score: 2218.891, Time: 27:54:17\n",
      "Ep.: 3108, Total Steps: 1862636, Ep.Steps: 1000, Score: 2157.559, Avg.Score: 1887.791, Max.Score: 2218.891, Time: 27:55:20\n",
      "Ep.: 3109, Total Steps: 1863636, Ep.Steps: 1000, Score: 2130.209, Avg.Score: 1887.538, Max.Score: 2218.891, Time: 27:56:22\n",
      "Ep.: 3110, Total Steps: 1863721, Ep.Steps: 85, Score: 167.431, Avg.Score: 1867.853, Max.Score: 2218.891, Time: 27:56:28\n",
      "Ep.: 3111, Total Steps: 1864673, Ep.Steps: 952, Score: 2061.096, Avg.Score: 1866.404, Max.Score: 2218.891, Time: 27:57:27\n",
      "Ep.: 3112, Total Steps: 1865673, Ep.Steps: 1000, Score: 2133.082, Avg.Score: 1866.526, Max.Score: 2218.891, Time: 27:58:29\n",
      "Ep.: 3113, Total Steps: 1866673, Ep.Steps: 1000, Score: 2171.286, Avg.Score: 1866.766, Max.Score: 2218.891, Time: 27:59:33\n",
      "Ep.: 3114, Total Steps: 1867673, Ep.Steps: 1000, Score: 2122.718, Avg.Score: 1866.518, Max.Score: 2218.891, Time: 28:00:34\n",
      "Ep.: 3115, Total Steps: 1868673, Ep.Steps: 1000, Score: 2132.636, Avg.Score: 1865.919, Max.Score: 2218.891, Time: 28:01:42\n",
      "Ep.: 3116, Total Steps: 1869673, Ep.Steps: 1000, Score: 2131.964, Avg.Score: 1875.021, Max.Score: 2218.891, Time: 28:02:48\n",
      "Ep.: 3117, Total Steps: 1870006, Ep.Steps: 333, Score: 679.315, Avg.Score: 1860.169, Max.Score: 2218.891, Time: 28:03:11\n",
      "Ep.: 3118, Total Steps: 1870302, Ep.Steps: 296, Score: 626.376, Avg.Score: 1845.233, Max.Score: 2218.891, Time: 28:03:30\n",
      "Ep.: 3119, Total Steps: 1871302, Ep.Steps: 1000, Score: 2142.702, Avg.Score: 1845.142, Max.Score: 2218.891, Time: 28:04:27\n",
      "Ep.: 3120, Total Steps: 1872302, Ep.Steps: 1000, Score: 2164.119, Avg.Score: 1845.667, Max.Score: 2218.891, Time: 28:05:24\n",
      "Ep.: 3121, Total Steps: 1873302, Ep.Steps: 1000, Score: 2136.744, Avg.Score: 1845.019, Max.Score: 2218.891, Time: 28:06:21\n",
      "Ep.: 3122, Total Steps: 1874302, Ep.Steps: 1000, Score: 2140.560, Avg.Score: 1844.969, Max.Score: 2218.891, Time: 28:07:23\n",
      "Ep.: 3123, Total Steps: 1875302, Ep.Steps: 1000, Score: 2178.073, Avg.Score: 1845.440, Max.Score: 2218.891, Time: 28:08:26\n",
      "Ep.: 3124, Total Steps: 1875964, Ep.Steps: 662, Score: 1431.669, Avg.Score: 1849.525, Max.Score: 2218.891, Time: 28:09:05\n",
      "Ep.: 3125, Total Steps: 1876964, Ep.Steps: 1000, Score: 2100.683, Avg.Score: 1861.404, Max.Score: 2218.891, Time: 28:10:09\n",
      "Ep.: 3126, Total Steps: 1877964, Ep.Steps: 1000, Score: 2138.150, Avg.Score: 1861.202, Max.Score: 2218.891, Time: 28:11:09\n",
      "Ep.: 3127, Total Steps: 1878964, Ep.Steps: 1000, Score: 2152.887, Avg.Score: 1861.756, Max.Score: 2218.891, Time: 28:12:15\n",
      "Ep.: 3128, Total Steps: 1879964, Ep.Steps: 1000, Score: 2153.434, Avg.Score: 1874.283, Max.Score: 2218.891, Time: 28:13:22\n",
      "Ep.: 3129, Total Steps: 1880964, Ep.Steps: 1000, Score: 2140.912, Avg.Score: 1878.765, Max.Score: 2218.891, Time: 28:14:23\n",
      "Ep.: 3130, Total Steps: 1881964, Ep.Steps: 1000, Score: 2137.009, Avg.Score: 1884.077, Max.Score: 2218.891, Time: 28:15:24\n",
      "Ep.: 3131, Total Steps: 1882964, Ep.Steps: 1000, Score: 2133.068, Avg.Score: 1883.788, Max.Score: 2218.891, Time: 28:16:21\n",
      "Ep.: 3132, Total Steps: 1883964, Ep.Steps: 1000, Score: 2122.896, Avg.Score: 1883.580, Max.Score: 2218.891, Time: 28:17:17\n",
      "Ep.: 3133, Total Steps: 1884492, Ep.Steps: 528, Score: 1097.815, Avg.Score: 1880.131, Max.Score: 2218.891, Time: 28:17:47\n",
      "Ep.: 3134, Total Steps: 1885492, Ep.Steps: 1000, Score: 2063.026, Avg.Score: 1879.388, Max.Score: 2218.891, Time: 28:18:47\n",
      "Ep.: 3135, Total Steps: 1885936, Ep.Steps: 444, Score: 960.711, Avg.Score: 1867.381, Max.Score: 2218.891, Time: 28:19:14\n",
      "Ep.: 3136, Total Steps: 1886092, Ep.Steps: 156, Score: 320.690, Avg.Score: 1849.190, Max.Score: 2218.891, Time: 28:19:22\n",
      "Ep.: 3137, Total Steps: 1887092, Ep.Steps: 1000, Score: 2143.741, Avg.Score: 1864.829, Max.Score: 2218.891, Time: 28:20:20\n",
      "Ep.: 3138, Total Steps: 1888092, Ep.Steps: 1000, Score: 2129.945, Avg.Score: 1882.707, Max.Score: 2218.891, Time: 28:21:17\n",
      "Ep.: 3139, Total Steps: 1889092, Ep.Steps: 1000, Score: 2189.433, Avg.Score: 1898.894, Max.Score: 2218.891, Time: 28:22:22\n",
      "Ep.: 3140, Total Steps: 1890092, Ep.Steps: 1000, Score: 2144.907, Avg.Score: 1918.849, Max.Score: 2218.891, Time: 28:23:20\n",
      "Ep.: 3141, Total Steps: 1891092, Ep.Steps: 1000, Score: 2143.748, Avg.Score: 1918.726, Max.Score: 2218.891, Time: 28:24:19\n",
      "Ep.: 3142, Total Steps: 1892092, Ep.Steps: 1000, Score: 2107.566, Avg.Score: 1918.535, Max.Score: 2218.891, Time: 28:25:18\n",
      "Ep.: 3143, Total Steps: 1892711, Ep.Steps: 619, Score: 1295.647, Avg.Score: 1926.078, Max.Score: 2218.891, Time: 28:25:55\n",
      "Ep.: 3144, Total Steps: 1893711, Ep.Steps: 1000, Score: 2115.388, Avg.Score: 1925.982, Max.Score: 2218.891, Time: 28:26:53\n",
      "Ep.: 3145, Total Steps: 1894711, Ep.Steps: 1000, Score: 2113.582, Avg.Score: 1925.638, Max.Score: 2218.891, Time: 28:27:53\n",
      "Ep.: 3146, Total Steps: 1895255, Ep.Steps: 544, Score: 1174.771, Avg.Score: 1916.131, Max.Score: 2218.891, Time: 28:28:25\n",
      "Ep.: 3147, Total Steps: 1896255, Ep.Steps: 1000, Score: 2142.591, Avg.Score: 1916.008, Max.Score: 2218.891, Time: 28:29:20\n",
      "Ep.: 3148, Total Steps: 1896630, Ep.Steps: 375, Score: 762.254, Avg.Score: 1902.109, Max.Score: 2218.891, Time: 28:29:40\n",
      "Ep.: 3149, Total Steps: 1897630, Ep.Steps: 1000, Score: 2131.786, Avg.Score: 1901.369, Max.Score: 2218.891, Time: 28:30:41\n",
      "Ep.: 3150, Total Steps: 1898630, Ep.Steps: 1000, Score: 2113.728, Avg.Score: 1901.460, Max.Score: 2218.891, Time: 28:31:42\n",
      "Ep.: 3151, Total Steps: 1899630, Ep.Steps: 1000, Score: 2133.659, Avg.Score: 1901.493, Max.Score: 2218.891, Time: 28:32:43\n",
      "Ep.: 3152, Total Steps: 1900004, Ep.Steps: 374, Score: 754.067, Avg.Score: 1887.777, Max.Score: 2218.891, Time: 28:33:06\n",
      "Ep.: 3153, Total Steps: 1901004, Ep.Steps: 1000, Score: 2178.647, Avg.Score: 1888.734, Max.Score: 2218.891, Time: 28:34:04\n",
      "Ep.: 3154, Total Steps: 1902004, Ep.Steps: 1000, Score: 2138.372, Avg.Score: 1888.368, Max.Score: 2218.891, Time: 28:35:06\n",
      "Ep.: 3155, Total Steps: 1903004, Ep.Steps: 1000, Score: 2111.415, Avg.Score: 1888.309, Max.Score: 2218.891, Time: 28:36:03\n",
      "Ep.: 3156, Total Steps: 1904004, Ep.Steps: 1000, Score: 2143.076, Avg.Score: 1888.461, Max.Score: 2218.891, Time: 28:36:59\n",
      "Ep.: 3157, Total Steps: 1904171, Ep.Steps: 167, Score: 338.962, Avg.Score: 1870.467, Max.Score: 2218.891, Time: 28:37:08\n",
      "Ep.: 3158, Total Steps: 1905171, Ep.Steps: 1000, Score: 2185.050, Avg.Score: 1870.840, Max.Score: 2218.891, Time: 28:38:08\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3159, Total Steps: 1906023, Ep.Steps: 852, Score: 1846.708, Avg.Score: 1867.858, Max.Score: 2218.891, Time: 28:38:56\n",
      "Ep.: 3160, Total Steps: 1907023, Ep.Steps: 1000, Score: 2183.980, Avg.Score: 1867.575, Max.Score: 2218.891, Time: 28:39:53\n",
      "Ep.: 3161, Total Steps: 1908023, Ep.Steps: 1000, Score: 2174.903, Avg.Score: 1880.309, Max.Score: 2218.891, Time: 28:40:49\n",
      "Ep.: 3162, Total Steps: 1909023, Ep.Steps: 1000, Score: 2150.113, Avg.Score: 1880.054, Max.Score: 2218.891, Time: 28:41:45\n",
      "Ep.: 3163, Total Steps: 1910023, Ep.Steps: 1000, Score: 2143.848, Avg.Score: 1879.777, Max.Score: 2218.891, Time: 28:42:41\n",
      "Ep.: 3164, Total Steps: 1911023, Ep.Steps: 1000, Score: 2182.696, Avg.Score: 1880.007, Max.Score: 2218.891, Time: 28:43:38\n",
      "Ep.: 3165, Total Steps: 1912023, Ep.Steps: 1000, Score: 2154.358, Avg.Score: 1879.780, Max.Score: 2218.891, Time: 28:44:34\n",
      "Ep.: 3166, Total Steps: 1913023, Ep.Steps: 1000, Score: 2144.618, Avg.Score: 1879.378, Max.Score: 2218.891, Time: 28:45:30\n",
      "Ep.: 3167, Total Steps: 1913675, Ep.Steps: 652, Score: 1357.113, Avg.Score: 1883.152, Max.Score: 2218.891, Time: 28:46:07\n",
      "Ep.: 3168, Total Steps: 1914596, Ep.Steps: 921, Score: 1874.922, Avg.Score: 1880.589, Max.Score: 2218.891, Time: 28:46:59\n",
      "Ep.: 3169, Total Steps: 1914951, Ep.Steps: 355, Score: 688.967, Avg.Score: 1885.067, Max.Score: 2218.891, Time: 28:47:19\n",
      "Ep.: 3170, Total Steps: 1915951, Ep.Steps: 1000, Score: 2085.724, Avg.Score: 1884.111, Max.Score: 2218.891, Time: 28:48:15\n",
      "Ep.: 3171, Total Steps: 1916270, Ep.Steps: 319, Score: 643.043, Avg.Score: 1869.184, Max.Score: 2218.891, Time: 28:48:33\n",
      "Ep.: 3172, Total Steps: 1916934, Ep.Steps: 664, Score: 1403.238, Avg.Score: 1861.467, Max.Score: 2218.891, Time: 28:49:10\n",
      "Ep.: 3173, Total Steps: 1917508, Ep.Steps: 574, Score: 1180.426, Avg.Score: 1851.828, Max.Score: 2218.891, Time: 28:49:42\n",
      "Ep.: 3174, Total Steps: 1917686, Ep.Steps: 178, Score: 355.717, Avg.Score: 1833.740, Max.Score: 2218.891, Time: 28:49:52\n",
      "Ep.: 3175, Total Steps: 1918686, Ep.Steps: 1000, Score: 2138.974, Avg.Score: 1833.575, Max.Score: 2218.891, Time: 28:50:48\n",
      "Ep.: 3176, Total Steps: 1919686, Ep.Steps: 1000, Score: 2156.044, Avg.Score: 1833.409, Max.Score: 2218.891, Time: 28:51:44\n",
      "Ep.: 3177, Total Steps: 1920686, Ep.Steps: 1000, Score: 2135.044, Avg.Score: 1833.222, Max.Score: 2218.891, Time: 28:52:40\n",
      "Ep.: 3178, Total Steps: 1921686, Ep.Steps: 1000, Score: 2153.321, Avg.Score: 1849.263, Max.Score: 2218.891, Time: 28:53:37\n",
      "Ep.: 3179, Total Steps: 1922191, Ep.Steps: 505, Score: 1082.068, Avg.Score: 1838.917, Max.Score: 2218.891, Time: 28:54:05\n",
      "Ep.: 3180, Total Steps: 1922945, Ep.Steps: 754, Score: 1628.069, Avg.Score: 1837.735, Max.Score: 2218.891, Time: 28:54:48\n",
      "Ep.: 3181, Total Steps: 1923016, Ep.Steps: 71, Score: 130.538, Avg.Score: 1817.697, Max.Score: 2218.891, Time: 28:54:51\n",
      "Ep.: 3182, Total Steps: 1924016, Ep.Steps: 1000, Score: 2161.095, Avg.Score: 1817.660, Max.Score: 2218.891, Time: 28:55:48\n",
      "Ep.: 3183, Total Steps: 1925016, Ep.Steps: 1000, Score: 2138.976, Avg.Score: 1817.509, Max.Score: 2218.891, Time: 28:56:44\n",
      "Ep.: 3184, Total Steps: 1926016, Ep.Steps: 1000, Score: 2125.990, Avg.Score: 1817.424, Max.Score: 2218.891, Time: 28:57:39\n",
      "Ep.: 3185, Total Steps: 1927016, Ep.Steps: 1000, Score: 2134.299, Avg.Score: 1817.478, Max.Score: 2218.891, Time: 28:58:35\n",
      "Ep.: 3186, Total Steps: 1927818, Ep.Steps: 802, Score: 1689.878, Avg.Score: 1812.776, Max.Score: 2218.891, Time: 28:59:20\n",
      "Ep.: 3187, Total Steps: 1928818, Ep.Steps: 1000, Score: 2125.205, Avg.Score: 1812.584, Max.Score: 2218.891, Time: 29:00:16\n",
      "Ep.: 3188, Total Steps: 1929818, Ep.Steps: 1000, Score: 2094.440, Avg.Score: 1812.090, Max.Score: 2218.891, Time: 29:01:12\n",
      "Ep.: 3189, Total Steps: 1930818, Ep.Steps: 1000, Score: 2132.640, Avg.Score: 1829.018, Max.Score: 2218.891, Time: 29:02:08\n",
      "Ep.: 3190, Total Steps: 1931671, Ep.Steps: 853, Score: 1844.361, Avg.Score: 1825.540, Max.Score: 2218.891, Time: 29:02:55\n",
      "Ep.: 3191, Total Steps: 1931994, Ep.Steps: 323, Score: 669.763, Avg.Score: 1810.355, Max.Score: 2218.891, Time: 29:03:14\n",
      "Ep.: 3192, Total Steps: 1932994, Ep.Steps: 1000, Score: 2162.769, Avg.Score: 1822.499, Max.Score: 2218.891, Time: 29:04:09\n",
      "Ep.: 3193, Total Steps: 1933994, Ep.Steps: 1000, Score: 2134.207, Avg.Score: 1823.180, Max.Score: 2218.891, Time: 29:05:05\n",
      "Ep.: 3194, Total Steps: 1934350, Ep.Steps: 356, Score: 764.795, Avg.Score: 1810.462, Max.Score: 2218.891, Time: 29:05:25\n",
      "Ep.: 3195, Total Steps: 1935350, Ep.Steps: 1000, Score: 2128.504, Avg.Score: 1817.872, Max.Score: 2218.891, Time: 29:06:21\n",
      "Ep.: 3196, Total Steps: 1936350, Ep.Steps: 1000, Score: 2158.410, Avg.Score: 1830.602, Max.Score: 2218.891, Time: 29:07:17\n",
      "Ep.: 3197, Total Steps: 1936898, Ep.Steps: 548, Score: 1136.978, Avg.Score: 1820.472, Max.Score: 2218.891, Time: 29:07:48\n",
      "Ep.: 3198, Total Steps: 1937679, Ep.Steps: 781, Score: 1653.162, Avg.Score: 1815.449, Max.Score: 2218.891, Time: 29:08:32\n",
      "Ep.: 3199, Total Steps: 1938679, Ep.Steps: 1000, Score: 2156.133, Avg.Score: 1815.426, Max.Score: 2218.891, Time: 29:09:28\n",
      "Ep.: 3200, Total Steps: 1939537, Ep.Steps: 858, Score: 1837.206, Avg.Score: 1812.161, Max.Score: 2218.891, Time: 29:10:16\n",
      "Ep.: 3201, Total Steps: 1940537, Ep.Steps: 1000, Score: 2166.495, Avg.Score: 1812.718, Max.Score: 2218.891, Time: 29:11:12\n",
      "Ep.: 3202, Total Steps: 1940667, Ep.Steps: 130, Score: 237.024, Avg.Score: 1793.795, Max.Score: 2218.891, Time: 29:11:19\n",
      "Ep.: 3203, Total Steps: 1941667, Ep.Steps: 1000, Score: 2166.932, Avg.Score: 1794.018, Max.Score: 2218.891, Time: 29:12:15\n",
      "Ep.: 3204, Total Steps: 1942532, Ep.Steps: 865, Score: 1863.743, Avg.Score: 1790.466, Max.Score: 2189.433, Time: 29:13:04\n",
      "Ep.: 3205, Total Steps: 1943532, Ep.Steps: 1000, Score: 2186.021, Avg.Score: 1790.592, Max.Score: 2189.433, Time: 29:14:00\n",
      "Ep.: 3206, Total Steps: 1944532, Ep.Steps: 1000, Score: 2141.543, Avg.Score: 1790.714, Max.Score: 2189.433, Time: 29:14:56\n",
      "Ep.: 3207, Total Steps: 1945532, Ep.Steps: 1000, Score: 2162.360, Avg.Score: 1790.885, Max.Score: 2189.433, Time: 29:15:52\n",
      "Ep.: 3208, Total Steps: 1946532, Ep.Steps: 1000, Score: 2140.922, Avg.Score: 1790.719, Max.Score: 2189.433, Time: 29:16:48\n",
      "Ep.: 3209, Total Steps: 1946721, Ep.Steps: 189, Score: 380.520, Avg.Score: 1773.222, Max.Score: 2189.433, Time: 29:16:59\n",
      "Ep.: 3210, Total Steps: 1947721, Ep.Steps: 1000, Score: 2129.920, Avg.Score: 1792.847, Max.Score: 2189.433, Time: 29:17:55\n",
      "Ep.: 3211, Total Steps: 1948721, Ep.Steps: 1000, Score: 2164.183, Avg.Score: 1793.878, Max.Score: 2189.433, Time: 29:18:51\n",
      "Ep.: 3212, Total Steps: 1949403, Ep.Steps: 682, Score: 1466.686, Avg.Score: 1787.214, Max.Score: 2189.433, Time: 29:19:29\n",
      "Ep.: 3213, Total Steps: 1949605, Ep.Steps: 202, Score: 429.086, Avg.Score: 1769.792, Max.Score: 2189.433, Time: 29:19:41\n",
      "Ep.: 3214, Total Steps: 1950605, Ep.Steps: 1000, Score: 2095.744, Avg.Score: 1769.522, Max.Score: 2189.433, Time: 29:20:37\n",
      "Ep.: 3215, Total Steps: 1950938, Ep.Steps: 333, Score: 655.682, Avg.Score: 1754.752, Max.Score: 2189.433, Time: 29:20:56\n",
      "Ep.: 3216, Total Steps: 1951938, Ep.Steps: 1000, Score: 2141.525, Avg.Score: 1754.848, Max.Score: 2189.433, Time: 29:21:52\n",
      "Ep.: 3217, Total Steps: 1952938, Ep.Steps: 1000, Score: 2131.228, Avg.Score: 1769.367, Max.Score: 2189.433, Time: 29:22:48\n",
      "Ep.: 3218, Total Steps: 1953938, Ep.Steps: 1000, Score: 2157.025, Avg.Score: 1784.674, Max.Score: 2189.433, Time: 29:23:44\n",
      "Ep.: 3219, Total Steps: 1954405, Ep.Steps: 467, Score: 983.452, Avg.Score: 1773.081, Max.Score: 2189.433, Time: 29:24:11\n",
      "Ep.: 3220, Total Steps: 1955405, Ep.Steps: 1000, Score: 2087.214, Avg.Score: 1772.312, Max.Score: 2189.433, Time: 29:25:07\n",
      "Ep.: 3221, Total Steps: 1956405, Ep.Steps: 1000, Score: 2152.546, Avg.Score: 1772.470, Max.Score: 2189.433, Time: 29:26:03\n",
      "Ep.: 3222, Total Steps: 1957405, Ep.Steps: 1000, Score: 2121.780, Avg.Score: 1772.282, Max.Score: 2189.433, Time: 29:26:59\n",
      "Ep.: 3223, Total Steps: 1957439, Ep.Steps: 34, Score: 55.464, Avg.Score: 1751.056, Max.Score: 2189.433, Time: 29:27:01\n",
      "Ep.: 3224, Total Steps: 1958439, Ep.Steps: 1000, Score: 2153.499, Avg.Score: 1758.275, Max.Score: 2189.433, Time: 29:27:56\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3225, Total Steps: 1959439, Ep.Steps: 1000, Score: 2157.383, Avg.Score: 1758.842, Max.Score: 2189.433, Time: 29:28:52\n",
      "Ep.: 3226, Total Steps: 1960439, Ep.Steps: 1000, Score: 2163.766, Avg.Score: 1759.098, Max.Score: 2189.433, Time: 29:29:49\n",
      "Ep.: 3227, Total Steps: 1961084, Ep.Steps: 645, Score: 1342.589, Avg.Score: 1750.995, Max.Score: 2189.433, Time: 29:30:24\n",
      "Ep.: 3228, Total Steps: 1961596, Ep.Steps: 512, Score: 1084.842, Avg.Score: 1740.309, Max.Score: 2189.433, Time: 29:30:53\n",
      "Ep.: 3229, Total Steps: 1962594, Ep.Steps: 998, Score: 2123.446, Avg.Score: 1740.134, Max.Score: 2189.433, Time: 29:31:49\n",
      "Ep.: 3230, Total Steps: 1963594, Ep.Steps: 1000, Score: 2114.251, Avg.Score: 1739.907, Max.Score: 2189.433, Time: 29:32:46\n",
      "Ep.: 3231, Total Steps: 1964594, Ep.Steps: 1000, Score: 2156.145, Avg.Score: 1740.137, Max.Score: 2189.433, Time: 29:33:42\n",
      "Ep.: 3232, Total Steps: 1965594, Ep.Steps: 1000, Score: 2143.115, Avg.Score: 1740.340, Max.Score: 2189.433, Time: 29:34:38\n",
      "Ep.: 3233, Total Steps: 1966594, Ep.Steps: 1000, Score: 2124.508, Avg.Score: 1750.606, Max.Score: 2189.433, Time: 29:35:33\n",
      "Ep.: 3234, Total Steps: 1967594, Ep.Steps: 1000, Score: 2115.879, Avg.Score: 1751.135, Max.Score: 2189.433, Time: 29:36:30\n",
      "Ep.: 3235, Total Steps: 1968594, Ep.Steps: 1000, Score: 2184.910, Avg.Score: 1763.377, Max.Score: 2189.433, Time: 29:37:28\n",
      "Ep.: 3236, Total Steps: 1969188, Ep.Steps: 594, Score: 1244.689, Avg.Score: 1772.617, Max.Score: 2189.433, Time: 29:38:01\n",
      "Ep.: 3237, Total Steps: 1969392, Ep.Steps: 204, Score: 418.725, Avg.Score: 1755.367, Max.Score: 2189.433, Time: 29:38:12\n",
      "Ep.: 3238, Total Steps: 1970392, Ep.Steps: 1000, Score: 2115.117, Avg.Score: 1755.219, Max.Score: 2189.433, Time: 29:39:09\n",
      "Ep.: 3239, Total Steps: 1971392, Ep.Steps: 1000, Score: 2178.866, Avg.Score: 1755.113, Max.Score: 2186.021, Time: 29:40:04\n",
      "Ep.: 3240, Total Steps: 1972392, Ep.Steps: 1000, Score: 2133.430, Avg.Score: 1754.998, Max.Score: 2186.021, Time: 29:41:00\n",
      "Ep.: 3241, Total Steps: 1973392, Ep.Steps: 1000, Score: 2175.403, Avg.Score: 1755.315, Max.Score: 2186.021, Time: 29:41:56\n",
      "Ep.: 3242, Total Steps: 1974392, Ep.Steps: 1000, Score: 2147.015, Avg.Score: 1755.709, Max.Score: 2186.021, Time: 29:42:52\n",
      "Ep.: 3243, Total Steps: 1975091, Ep.Steps: 699, Score: 1463.850, Avg.Score: 1757.391, Max.Score: 2186.021, Time: 29:43:32\n",
      "Ep.: 3244, Total Steps: 1976091, Ep.Steps: 1000, Score: 2151.568, Avg.Score: 1757.753, Max.Score: 2186.021, Time: 29:44:28\n",
      "Ep.: 3245, Total Steps: 1977091, Ep.Steps: 1000, Score: 2122.594, Avg.Score: 1757.843, Max.Score: 2186.021, Time: 29:45:24\n",
      "Ep.: 3246, Total Steps: 1978091, Ep.Steps: 1000, Score: 2172.898, Avg.Score: 1767.824, Max.Score: 2186.021, Time: 29:46:26\n",
      "Ep.: 3247, Total Steps: 1979091, Ep.Steps: 1000, Score: 2178.643, Avg.Score: 1768.185, Max.Score: 2186.021, Time: 29:47:27\n",
      "Ep.: 3248, Total Steps: 1980091, Ep.Steps: 1000, Score: 2178.242, Avg.Score: 1782.345, Max.Score: 2186.021, Time: 29:48:22\n",
      "Ep.: 3249, Total Steps: 1981091, Ep.Steps: 1000, Score: 2131.921, Avg.Score: 1782.346, Max.Score: 2186.021, Time: 29:49:17\n",
      "Ep.: 3250, Total Steps: 1982091, Ep.Steps: 1000, Score: 2144.063, Avg.Score: 1782.649, Max.Score: 2186.021, Time: 29:50:12\n",
      "Ep.: 3251, Total Steps: 1983091, Ep.Steps: 1000, Score: 2126.504, Avg.Score: 1782.578, Max.Score: 2186.021, Time: 29:51:07\n",
      "Ep.: 3252, Total Steps: 1983278, Ep.Steps: 187, Score: 368.183, Avg.Score: 1778.719, Max.Score: 2186.021, Time: 29:51:18\n",
      "Ep.: 3253, Total Steps: 1984278, Ep.Steps: 1000, Score: 2113.520, Avg.Score: 1778.068, Max.Score: 2186.021, Time: 29:52:12\n",
      "Ep.: 3254, Total Steps: 1985278, Ep.Steps: 1000, Score: 2151.242, Avg.Score: 1778.196, Max.Score: 2186.021, Time: 29:53:07\n",
      "Ep.: 3255, Total Steps: 1986278, Ep.Steps: 1000, Score: 2126.174, Avg.Score: 1778.344, Max.Score: 2186.021, Time: 29:54:02\n",
      "Ep.: 3256, Total Steps: 1987278, Ep.Steps: 1000, Score: 2144.550, Avg.Score: 1778.359, Max.Score: 2186.021, Time: 29:54:57\n",
      "Ep.: 3257, Total Steps: 1988278, Ep.Steps: 1000, Score: 2165.698, Avg.Score: 1796.626, Max.Score: 2186.021, Time: 29:55:52\n",
      "Ep.: 3258, Total Steps: 1988583, Ep.Steps: 305, Score: 635.646, Avg.Score: 1781.132, Max.Score: 2186.021, Time: 29:56:09\n",
      "Ep.: 3259, Total Steps: 1989583, Ep.Steps: 1000, Score: 2100.049, Avg.Score: 1783.666, Max.Score: 2186.021, Time: 29:57:04\n",
      "Ep.: 3260, Total Steps: 1990583, Ep.Steps: 1000, Score: 2185.057, Avg.Score: 1783.676, Max.Score: 2186.021, Time: 29:57:59\n",
      "Ep.: 3261, Total Steps: 1991583, Ep.Steps: 1000, Score: 2138.893, Avg.Score: 1783.316, Max.Score: 2186.021, Time: 29:58:54\n",
      "Ep.: 3262, Total Steps: 1992147, Ep.Steps: 564, Score: 1196.838, Avg.Score: 1773.783, Max.Score: 2186.021, Time: 29:59:25\n",
      "Ep.: 3263, Total Steps: 1993147, Ep.Steps: 1000, Score: 2151.610, Avg.Score: 1773.861, Max.Score: 2186.021, Time: 30:00:20\n",
      "Ep.: 3264, Total Steps: 1994147, Ep.Steps: 1000, Score: 2182.413, Avg.Score: 1773.858, Max.Score: 2186.021, Time: 30:01:15\n",
      "Ep.: 3265, Total Steps: 1995147, Ep.Steps: 1000, Score: 2136.045, Avg.Score: 1773.675, Max.Score: 2186.021, Time: 30:02:15\n",
      "Ep.: 3266, Total Steps: 1996147, Ep.Steps: 1000, Score: 2146.737, Avg.Score: 1773.696, Max.Score: 2186.021, Time: 30:03:13\n",
      "Ep.: 3267, Total Steps: 1997147, Ep.Steps: 1000, Score: 2179.188, Avg.Score: 1781.917, Max.Score: 2186.021, Time: 30:04:12\n",
      "Ep.: 3268, Total Steps: 1998147, Ep.Steps: 1000, Score: 2166.660, Avg.Score: 1784.834, Max.Score: 2186.021, Time: 30:05:08\n",
      "Ep.: 3269, Total Steps: 1999147, Ep.Steps: 1000, Score: 2124.631, Avg.Score: 1799.191, Max.Score: 2186.021, Time: 30:06:04\n",
      "Ep.: 3270, Total Steps: 2000147, Ep.Steps: 1000, Score: 2141.420, Avg.Score: 1799.748, Max.Score: 2186.021, Time: 30:06:58\n",
      "Ep.: 3271, Total Steps: 2001147, Ep.Steps: 1000, Score: 2157.515, Avg.Score: 1814.893, Max.Score: 2186.021, Time: 30:07:54\n",
      "Ep.: 3272, Total Steps: 2002147, Ep.Steps: 1000, Score: 2164.525, Avg.Score: 1822.506, Max.Score: 2186.021, Time: 30:08:48\n",
      "Ep.: 3273, Total Steps: 2003113, Ep.Steps: 966, Score: 2068.491, Avg.Score: 1831.386, Max.Score: 2186.021, Time: 30:09:42\n",
      "Ep.: 3274, Total Steps: 2004113, Ep.Steps: 1000, Score: 2159.582, Avg.Score: 1849.425, Max.Score: 2186.021, Time: 30:10:37\n",
      "Ep.: 3275, Total Steps: 2004333, Ep.Steps: 220, Score: 450.671, Avg.Score: 1832.542, Max.Score: 2186.021, Time: 30:10:49\n",
      "Ep.: 3276, Total Steps: 2005333, Ep.Steps: 1000, Score: 2208.301, Avg.Score: 1833.064, Max.Score: 2208.301, Time: 30:11:45\n",
      "Ep.: 3277, Total Steps: 2006333, Ep.Steps: 1000, Score: 2171.850, Avg.Score: 1833.433, Max.Score: 2208.301, Time: 30:12:40\n",
      "Ep.: 3278, Total Steps: 2006937, Ep.Steps: 604, Score: 1289.136, Avg.Score: 1824.791, Max.Score: 2208.301, Time: 30:13:13\n",
      "Ep.: 3279, Total Steps: 2007937, Ep.Steps: 1000, Score: 2163.047, Avg.Score: 1835.600, Max.Score: 2208.301, Time: 30:14:08\n",
      "Ep.: 3280, Total Steps: 2008361, Ep.Steps: 424, Score: 853.953, Avg.Score: 1827.859, Max.Score: 2208.301, Time: 30:14:32\n",
      "Ep.: 3281, Total Steps: 2009361, Ep.Steps: 1000, Score: 2202.523, Avg.Score: 1848.579, Max.Score: 2208.301, Time: 30:15:27\n",
      "Ep.: 3282, Total Steps: 2010248, Ep.Steps: 887, Score: 1886.335, Avg.Score: 1845.832, Max.Score: 2208.301, Time: 30:16:16\n",
      "Ep.: 3283, Total Steps: 2011065, Ep.Steps: 817, Score: 1761.487, Avg.Score: 1842.057, Max.Score: 2208.301, Time: 30:17:01\n",
      "Ep.: 3284, Total Steps: 2011248, Ep.Steps: 183, Score: 364.519, Avg.Score: 1824.442, Max.Score: 2208.301, Time: 30:17:11\n",
      "Ep.: 3285, Total Steps: 2012248, Ep.Steps: 1000, Score: 2168.770, Avg.Score: 1824.787, Max.Score: 2208.301, Time: 30:18:06\n",
      "Ep.: 3286, Total Steps: 2013248, Ep.Steps: 1000, Score: 2143.193, Avg.Score: 1829.320, Max.Score: 2208.301, Time: 30:19:01\n",
      "Ep.: 3287, Total Steps: 2014248, Ep.Steps: 1000, Score: 2163.091, Avg.Score: 1829.699, Max.Score: 2208.301, Time: 30:19:56\n",
      "Ep.: 3288, Total Steps: 2015248, Ep.Steps: 1000, Score: 2102.563, Avg.Score: 1829.780, Max.Score: 2208.301, Time: 30:20:51\n",
      "Ep.: 3289, Total Steps: 2016248, Ep.Steps: 1000, Score: 2132.497, Avg.Score: 1829.778, Max.Score: 2208.301, Time: 30:21:46\n",
      "Ep.: 3290, Total Steps: 2016493, Ep.Steps: 245, Score: 489.895, Avg.Score: 1816.234, Max.Score: 2208.301, Time: 30:22:00\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3291, Total Steps: 2017493, Ep.Steps: 1000, Score: 2154.198, Avg.Score: 1831.078, Max.Score: 2208.301, Time: 30:22:54\n",
      "Ep.: 3292, Total Steps: 2018493, Ep.Steps: 1000, Score: 2153.892, Avg.Score: 1830.989, Max.Score: 2208.301, Time: 30:23:50\n",
      "Ep.: 3293, Total Steps: 2019493, Ep.Steps: 1000, Score: 2149.029, Avg.Score: 1831.138, Max.Score: 2208.301, Time: 30:24:45\n",
      "Ep.: 3294, Total Steps: 2020493, Ep.Steps: 1000, Score: 2174.738, Avg.Score: 1845.237, Max.Score: 2208.301, Time: 30:25:40\n",
      "Ep.: 3295, Total Steps: 2021493, Ep.Steps: 1000, Score: 2145.624, Avg.Score: 1845.408, Max.Score: 2208.301, Time: 30:26:35\n",
      "Ep.: 3296, Total Steps: 2022133, Ep.Steps: 640, Score: 1347.170, Avg.Score: 1837.296, Max.Score: 2208.301, Time: 30:27:10\n",
      "Ep.: 3297, Total Steps: 2023133, Ep.Steps: 1000, Score: 2161.658, Avg.Score: 1847.543, Max.Score: 2208.301, Time: 30:28:05\n",
      "Ep.: 3298, Total Steps: 2024133, Ep.Steps: 1000, Score: 2152.571, Avg.Score: 1852.537, Max.Score: 2208.301, Time: 30:29:00\n",
      "Ep.: 3299, Total Steps: 2025133, Ep.Steps: 1000, Score: 2100.677, Avg.Score: 1851.982, Max.Score: 2208.301, Time: 30:29:55\n",
      "Ep.: 3300, Total Steps: 2025483, Ep.Steps: 350, Score: 729.770, Avg.Score: 1840.908, Max.Score: 2208.301, Time: 30:30:14\n",
      "Ep.: 3301, Total Steps: 2026405, Ep.Steps: 922, Score: 1976.255, Avg.Score: 1839.005, Max.Score: 2208.301, Time: 30:31:05\n",
      "Ep.: 3302, Total Steps: 2026516, Ep.Steps: 111, Score: 223.280, Avg.Score: 1838.868, Max.Score: 2208.301, Time: 30:31:11\n",
      "Ep.: 3303, Total Steps: 2026556, Ep.Steps: 40, Score: 69.233, Avg.Score: 1817.891, Max.Score: 2208.301, Time: 30:31:13\n",
      "Ep.: 3304, Total Steps: 2027556, Ep.Steps: 1000, Score: 2190.258, Avg.Score: 1821.156, Max.Score: 2208.301, Time: 30:32:08\n",
      "Ep.: 3305, Total Steps: 2028556, Ep.Steps: 1000, Score: 2180.999, Avg.Score: 1821.106, Max.Score: 2208.301, Time: 30:33:04\n",
      "Ep.: 3306, Total Steps: 2029232, Ep.Steps: 676, Score: 1435.452, Avg.Score: 1814.045, Max.Score: 2208.301, Time: 30:33:41\n",
      "Ep.: 3307, Total Steps: 2030232, Ep.Steps: 1000, Score: 2191.944, Avg.Score: 1814.341, Max.Score: 2208.301, Time: 30:34:36\n",
      "Ep.: 3308, Total Steps: 2031232, Ep.Steps: 1000, Score: 2166.196, Avg.Score: 1814.594, Max.Score: 2208.301, Time: 30:35:31\n",
      "Ep.: 3309, Total Steps: 2032232, Ep.Steps: 1000, Score: 2128.109, Avg.Score: 1832.069, Max.Score: 2208.301, Time: 30:36:26\n",
      "Ep.: 3310, Total Steps: 2033232, Ep.Steps: 1000, Score: 2136.875, Avg.Score: 1832.139, Max.Score: 2208.301, Time: 30:37:21\n",
      "Ep.: 3311, Total Steps: 2034232, Ep.Steps: 1000, Score: 2137.391, Avg.Score: 1831.871, Max.Score: 2208.301, Time: 30:38:15\n",
      "Ep.: 3312, Total Steps: 2035232, Ep.Steps: 1000, Score: 2146.282, Avg.Score: 1838.667, Max.Score: 2208.301, Time: 30:39:11\n",
      "Ep.: 3313, Total Steps: 2036232, Ep.Steps: 1000, Score: 2170.604, Avg.Score: 1856.082, Max.Score: 2208.301, Time: 30:40:06\n",
      "Ep.: 3314, Total Steps: 2037232, Ep.Steps: 1000, Score: 2110.819, Avg.Score: 1856.233, Max.Score: 2208.301, Time: 30:41:01\n",
      "Ep.: 3315, Total Steps: 2038232, Ep.Steps: 1000, Score: 2144.928, Avg.Score: 1871.125, Max.Score: 2208.301, Time: 30:41:57\n",
      "Ep.: 3316, Total Steps: 2039232, Ep.Steps: 1000, Score: 2153.432, Avg.Score: 1871.244, Max.Score: 2208.301, Time: 30:42:52\n",
      "Ep.: 3317, Total Steps: 2040232, Ep.Steps: 1000, Score: 2130.362, Avg.Score: 1871.236, Max.Score: 2208.301, Time: 30:43:47\n",
      "Ep.: 3318, Total Steps: 2041232, Ep.Steps: 1000, Score: 2161.804, Avg.Score: 1871.284, Max.Score: 2208.301, Time: 30:44:42\n",
      "Ep.: 3319, Total Steps: 2042232, Ep.Steps: 1000, Score: 2157.190, Avg.Score: 1883.021, Max.Score: 2208.301, Time: 30:45:37\n",
      "Ep.: 3320, Total Steps: 2043232, Ep.Steps: 1000, Score: 2179.198, Avg.Score: 1883.941, Max.Score: 2208.301, Time: 30:46:31\n",
      "Ep.: 3321, Total Steps: 2044232, Ep.Steps: 1000, Score: 2153.551, Avg.Score: 1883.951, Max.Score: 2208.301, Time: 30:47:27\n",
      "Ep.: 3322, Total Steps: 2045232, Ep.Steps: 1000, Score: 2121.118, Avg.Score: 1883.944, Max.Score: 2208.301, Time: 30:48:21\n",
      "Ep.: 3323, Total Steps: 2046232, Ep.Steps: 1000, Score: 2204.294, Avg.Score: 1905.433, Max.Score: 2208.301, Time: 30:49:17\n",
      "Ep.: 3324, Total Steps: 2047232, Ep.Steps: 1000, Score: 2141.437, Avg.Score: 1905.312, Max.Score: 2208.301, Time: 30:50:11\n",
      "Ep.: 3325, Total Steps: 2048232, Ep.Steps: 1000, Score: 2165.739, Avg.Score: 1905.395, Max.Score: 2208.301, Time: 30:51:06\n",
      "Ep.: 3326, Total Steps: 2049232, Ep.Steps: 1000, Score: 2146.525, Avg.Score: 1905.223, Max.Score: 2208.301, Time: 30:52:02\n",
      "Ep.: 3327, Total Steps: 2050232, Ep.Steps: 1000, Score: 2184.393, Avg.Score: 1913.641, Max.Score: 2208.301, Time: 30:52:57\n",
      "Ep.: 3328, Total Steps: 2051232, Ep.Steps: 1000, Score: 2114.267, Avg.Score: 1923.935, Max.Score: 2208.301, Time: 30:53:52\n",
      "Ep.: 3329, Total Steps: 2052232, Ep.Steps: 1000, Score: 2156.553, Avg.Score: 1924.266, Max.Score: 2208.301, Time: 30:54:47\n",
      "Ep.: 3330, Total Steps: 2053232, Ep.Steps: 1000, Score: 2192.592, Avg.Score: 1925.050, Max.Score: 2208.301, Time: 30:55:42\n",
      "Ep.: 3331, Total Steps: 2054232, Ep.Steps: 1000, Score: 2193.897, Avg.Score: 1925.427, Max.Score: 2208.301, Time: 30:56:37\n",
      "Ep.: 3332, Total Steps: 2055232, Ep.Steps: 1000, Score: 2169.927, Avg.Score: 1925.695, Max.Score: 2208.301, Time: 30:57:32\n",
      "Ep.: 3333, Total Steps: 2056232, Ep.Steps: 1000, Score: 2148.624, Avg.Score: 1925.937, Max.Score: 2208.301, Time: 30:58:27\n",
      "Ep.: 3334, Total Steps: 2057232, Ep.Steps: 1000, Score: 2182.381, Avg.Score: 1926.602, Max.Score: 2208.301, Time: 30:59:21\n",
      "Ep.: 3335, Total Steps: 2057637, Ep.Steps: 405, Score: 833.198, Avg.Score: 1913.085, Max.Score: 2208.301, Time: 30:59:44\n",
      "Ep.: 3336, Total Steps: 2058637, Ep.Steps: 1000, Score: 2195.872, Avg.Score: 1922.596, Max.Score: 2208.301, Time: 31:00:39\n",
      "Ep.: 3337, Total Steps: 2059637, Ep.Steps: 1000, Score: 2149.421, Avg.Score: 1939.903, Max.Score: 2208.301, Time: 31:01:34\n",
      "Ep.: 3338, Total Steps: 2060637, Ep.Steps: 1000, Score: 2173.134, Avg.Score: 1940.483, Max.Score: 2208.301, Time: 31:02:29\n",
      "Ep.: 3339, Total Steps: 2060799, Ep.Steps: 162, Score: 304.243, Avg.Score: 1921.737, Max.Score: 2208.301, Time: 31:02:38\n",
      "Ep.: 3340, Total Steps: 2060953, Ep.Steps: 154, Score: 286.493, Avg.Score: 1903.268, Max.Score: 2208.301, Time: 31:02:47\n",
      "Ep.: 3341, Total Steps: 2061953, Ep.Steps: 1000, Score: 2122.536, Avg.Score: 1902.739, Max.Score: 2208.301, Time: 31:03:42\n",
      "Ep.: 3342, Total Steps: 2062953, Ep.Steps: 1000, Score: 2161.140, Avg.Score: 1902.880, Max.Score: 2208.301, Time: 31:04:37\n",
      "Ep.: 3343, Total Steps: 2063953, Ep.Steps: 1000, Score: 2146.041, Avg.Score: 1909.702, Max.Score: 2208.301, Time: 31:05:32\n",
      "Ep.: 3344, Total Steps: 2064953, Ep.Steps: 1000, Score: 2188.957, Avg.Score: 1910.076, Max.Score: 2208.301, Time: 31:06:27\n",
      "Ep.: 3345, Total Steps: 2065953, Ep.Steps: 1000, Score: 2143.983, Avg.Score: 1910.290, Max.Score: 2208.301, Time: 31:07:22\n",
      "Ep.: 3346, Total Steps: 2066953, Ep.Steps: 1000, Score: 2185.298, Avg.Score: 1910.414, Max.Score: 2208.301, Time: 31:08:17\n",
      "Ep.: 3347, Total Steps: 2067953, Ep.Steps: 1000, Score: 2175.887, Avg.Score: 1910.387, Max.Score: 2208.301, Time: 31:09:12\n",
      "Ep.: 3348, Total Steps: 2068953, Ep.Steps: 1000, Score: 2158.437, Avg.Score: 1910.189, Max.Score: 2208.301, Time: 31:10:07\n",
      "Ep.: 3349, Total Steps: 2069513, Ep.Steps: 560, Score: 1198.738, Avg.Score: 1900.857, Max.Score: 2208.301, Time: 31:10:38\n",
      "Ep.: 3350, Total Steps: 2070513, Ep.Steps: 1000, Score: 2134.457, Avg.Score: 1900.761, Max.Score: 2208.301, Time: 31:11:33\n",
      "Ep.: 3351, Total Steps: 2071513, Ep.Steps: 1000, Score: 2160.196, Avg.Score: 1901.098, Max.Score: 2208.301, Time: 31:12:28\n",
      "Ep.: 3352, Total Steps: 2072513, Ep.Steps: 1000, Score: 2158.902, Avg.Score: 1919.005, Max.Score: 2208.301, Time: 31:13:23\n",
      "Ep.: 3353, Total Steps: 2073197, Ep.Steps: 684, Score: 1466.146, Avg.Score: 1912.531, Max.Score: 2208.301, Time: 31:14:01\n",
      "Ep.: 3354, Total Steps: 2074197, Ep.Steps: 1000, Score: 2211.337, Avg.Score: 1913.132, Max.Score: 2211.337, Time: 31:14:56\n",
      "Ep.: 3355, Total Steps: 2074859, Ep.Steps: 662, Score: 1473.264, Avg.Score: 1906.603, Max.Score: 2211.337, Time: 31:15:32\n",
      "Ep.: 3356, Total Steps: 2075859, Ep.Steps: 1000, Score: 2177.238, Avg.Score: 1906.930, Max.Score: 2211.337, Time: 31:16:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3357, Total Steps: 2076859, Ep.Steps: 1000, Score: 2176.778, Avg.Score: 1907.041, Max.Score: 2211.337, Time: 31:17:22\n",
      "Ep.: 3358, Total Steps: 2077859, Ep.Steps: 1000, Score: 2230.657, Avg.Score: 1922.991, Max.Score: 2230.657, Time: 31:18:18\n",
      "Ep.: 3359, Total Steps: 2078859, Ep.Steps: 1000, Score: 2179.130, Avg.Score: 1923.782, Max.Score: 2230.657, Time: 31:19:12\n",
      "Ep.: 3360, Total Steps: 2079859, Ep.Steps: 1000, Score: 2197.669, Avg.Score: 1923.908, Max.Score: 2230.657, Time: 31:20:07\n",
      "Ep.: 3361, Total Steps: 2080859, Ep.Steps: 1000, Score: 2178.425, Avg.Score: 1924.303, Max.Score: 2230.657, Time: 31:21:03\n",
      "Ep.: 3362, Total Steps: 2081859, Ep.Steps: 1000, Score: 2205.691, Avg.Score: 1934.391, Max.Score: 2230.657, Time: 31:21:58\n",
      "Ep.: 3363, Total Steps: 2082561, Ep.Steps: 702, Score: 1480.834, Avg.Score: 1927.684, Max.Score: 2230.657, Time: 31:22:37\n",
      "Ep.: 3364, Total Steps: 2083561, Ep.Steps: 1000, Score: 2157.770, Avg.Score: 1927.437, Max.Score: 2230.657, Time: 31:23:32\n",
      "Ep.: 3365, Total Steps: 2084518, Ep.Steps: 957, Score: 2064.760, Avg.Score: 1926.724, Max.Score: 2230.657, Time: 31:24:25\n",
      "Ep.: 3366, Total Steps: 2085518, Ep.Steps: 1000, Score: 2131.748, Avg.Score: 1926.575, Max.Score: 2230.657, Time: 31:25:20\n",
      "Ep.: 3367, Total Steps: 2086518, Ep.Steps: 1000, Score: 2206.421, Avg.Score: 1926.847, Max.Score: 2230.657, Time: 31:26:15\n",
      "Ep.: 3368, Total Steps: 2087518, Ep.Steps: 1000, Score: 2185.668, Avg.Score: 1927.037, Max.Score: 2230.657, Time: 31:27:09\n",
      "Ep.: 3369, Total Steps: 2088518, Ep.Steps: 1000, Score: 2183.972, Avg.Score: 1927.630, Max.Score: 2230.657, Time: 31:28:04\n",
      "Ep.: 3370, Total Steps: 2089518, Ep.Steps: 1000, Score: 2134.097, Avg.Score: 1927.557, Max.Score: 2230.657, Time: 31:29:00\n",
      "Ep.: 3371, Total Steps: 2090518, Ep.Steps: 1000, Score: 2150.640, Avg.Score: 1927.488, Max.Score: 2230.657, Time: 31:29:55\n",
      "Ep.: 3372, Total Steps: 2091518, Ep.Steps: 1000, Score: 2132.151, Avg.Score: 1927.165, Max.Score: 2230.657, Time: 31:30:50\n",
      "Ep.: 3373, Total Steps: 2092518, Ep.Steps: 1000, Score: 2140.193, Avg.Score: 1927.882, Max.Score: 2230.657, Time: 31:31:45\n",
      "Ep.: 3374, Total Steps: 2093518, Ep.Steps: 1000, Score: 2192.125, Avg.Score: 1928.207, Max.Score: 2230.657, Time: 31:32:40\n",
      "Ep.: 3375, Total Steps: 2094518, Ep.Steps: 1000, Score: 2202.719, Avg.Score: 1945.728, Max.Score: 2230.657, Time: 31:33:35\n",
      "Ep.: 3376, Total Steps: 2095518, Ep.Steps: 1000, Score: 2198.760, Avg.Score: 1945.632, Max.Score: 2230.657, Time: 31:34:30\n",
      "Ep.: 3377, Total Steps: 2096518, Ep.Steps: 1000, Score: 2117.907, Avg.Score: 1945.093, Max.Score: 2230.657, Time: 31:35:25\n",
      "Ep.: 3378, Total Steps: 2096703, Ep.Steps: 185, Score: 358.430, Avg.Score: 1935.786, Max.Score: 2230.657, Time: 31:35:35\n",
      "Ep.: 3379, Total Steps: 2097703, Ep.Steps: 1000, Score: 2151.276, Avg.Score: 1935.668, Max.Score: 2230.657, Time: 31:36:30\n",
      "Ep.: 3380, Total Steps: 2098703, Ep.Steps: 1000, Score: 2180.510, Avg.Score: 1948.934, Max.Score: 2230.657, Time: 31:37:26\n",
      "Ep.: 3381, Total Steps: 2099703, Ep.Steps: 1000, Score: 2171.055, Avg.Score: 1948.619, Max.Score: 2230.657, Time: 31:38:20\n",
      "Ep.: 3382, Total Steps: 2100703, Ep.Steps: 1000, Score: 2138.969, Avg.Score: 1951.145, Max.Score: 2230.657, Time: 31:39:15\n",
      "Ep.: 3383, Total Steps: 2101703, Ep.Steps: 1000, Score: 2152.431, Avg.Score: 1955.055, Max.Score: 2230.657, Time: 31:40:10\n",
      "Ep.: 3384, Total Steps: 2102703, Ep.Steps: 1000, Score: 2210.271, Avg.Score: 1973.512, Max.Score: 2230.657, Time: 31:41:05\n",
      "Ep.: 3385, Total Steps: 2103703, Ep.Steps: 1000, Score: 2162.523, Avg.Score: 1973.450, Max.Score: 2230.657, Time: 31:42:00\n",
      "Ep.: 3386, Total Steps: 2104290, Ep.Steps: 587, Score: 1211.411, Avg.Score: 1964.132, Max.Score: 2230.657, Time: 31:42:32\n",
      "Ep.: 3387, Total Steps: 2105290, Ep.Steps: 1000, Score: 2157.271, Avg.Score: 1964.074, Max.Score: 2230.657, Time: 31:43:28\n",
      "Ep.: 3388, Total Steps: 2106290, Ep.Steps: 1000, Score: 2178.766, Avg.Score: 1964.836, Max.Score: 2230.657, Time: 31:44:23\n",
      "Ep.: 3389, Total Steps: 2107290, Ep.Steps: 1000, Score: 2199.533, Avg.Score: 1965.506, Max.Score: 2230.657, Time: 31:45:19\n",
      "Ep.: 3390, Total Steps: 2108290, Ep.Steps: 1000, Score: 2200.391, Avg.Score: 1982.611, Max.Score: 2230.657, Time: 31:46:13\n",
      "Ep.: 3391, Total Steps: 2109290, Ep.Steps: 1000, Score: 2144.027, Avg.Score: 1982.509, Max.Score: 2230.657, Time: 31:47:08\n",
      "Ep.: 3392, Total Steps: 2110290, Ep.Steps: 1000, Score: 2130.141, Avg.Score: 1982.272, Max.Score: 2230.657, Time: 31:48:03\n",
      "Ep.: 3393, Total Steps: 2111290, Ep.Steps: 1000, Score: 2163.106, Avg.Score: 1982.413, Max.Score: 2230.657, Time: 31:48:58\n",
      "Ep.: 3394, Total Steps: 2112290, Ep.Steps: 1000, Score: 2142.183, Avg.Score: 1982.087, Max.Score: 2230.657, Time: 31:49:53\n",
      "Ep.: 3395, Total Steps: 2113290, Ep.Steps: 1000, Score: 2142.675, Avg.Score: 1982.058, Max.Score: 2230.657, Time: 31:50:48\n",
      "Ep.: 3396, Total Steps: 2114290, Ep.Steps: 1000, Score: 2158.836, Avg.Score: 1990.174, Max.Score: 2230.657, Time: 31:51:43\n",
      "Ep.: 3397, Total Steps: 2115290, Ep.Steps: 1000, Score: 2191.783, Avg.Score: 1990.475, Max.Score: 2230.657, Time: 31:52:38\n",
      "Ep.: 3398, Total Steps: 2116290, Ep.Steps: 1000, Score: 2134.424, Avg.Score: 1990.294, Max.Score: 2230.657, Time: 31:53:33\n",
      "Ep.: 3399, Total Steps: 2116713, Ep.Steps: 423, Score: 877.533, Avg.Score: 1978.063, Max.Score: 2230.657, Time: 31:53:57\n",
      "Ep.: 3400, Total Steps: 2117713, Ep.Steps: 1000, Score: 2131.154, Avg.Score: 1992.076, Max.Score: 2230.657, Time: 31:54:51\n",
      "Ep.: 3401, Total Steps: 2118713, Ep.Steps: 1000, Score: 2197.406, Avg.Score: 1994.288, Max.Score: 2230.657, Time: 31:55:47\n",
      "Ep.: 3402, Total Steps: 2119713, Ep.Steps: 1000, Score: 2169.269, Avg.Score: 2013.748, Max.Score: 2230.657, Time: 31:56:42\n",
      "Ep.: 3403, Total Steps: 2120713, Ep.Steps: 1000, Score: 2168.823, Avg.Score: 2034.744, Max.Score: 2230.657, Time: 31:57:36\n",
      "Ep.: 3404, Total Steps: 2121713, Ep.Steps: 1000, Score: 2206.468, Avg.Score: 2034.906, Max.Score: 2230.657, Time: 31:58:32\n",
      "Ep.: 3405, Total Steps: 2122713, Ep.Steps: 1000, Score: 2183.393, Avg.Score: 2034.930, Max.Score: 2230.657, Time: 31:59:27\n",
      "Ep.: 3406, Total Steps: 2123713, Ep.Steps: 1000, Score: 2181.005, Avg.Score: 2042.385, Max.Score: 2230.657, Time: 32:00:22\n",
      "Ep.: 3407, Total Steps: 2124713, Ep.Steps: 1000, Score: 2133.886, Avg.Score: 2041.805, Max.Score: 2230.657, Time: 32:01:17\n",
      "Ep.: 3408, Total Steps: 2125351, Ep.Steps: 638, Score: 1375.603, Avg.Score: 2033.899, Max.Score: 2230.657, Time: 32:01:53\n",
      "Ep.: 3409, Total Steps: 2126351, Ep.Steps: 1000, Score: 2168.518, Avg.Score: 2034.303, Max.Score: 2230.657, Time: 32:02:47\n",
      "Ep.: 3410, Total Steps: 2127351, Ep.Steps: 1000, Score: 2184.066, Avg.Score: 2034.775, Max.Score: 2230.657, Time: 32:03:43\n",
      "Ep.: 3411, Total Steps: 2128351, Ep.Steps: 1000, Score: 2182.028, Avg.Score: 2035.221, Max.Score: 2230.657, Time: 32:04:37\n",
      "Ep.: 3412, Total Steps: 2129351, Ep.Steps: 1000, Score: 2148.913, Avg.Score: 2035.247, Max.Score: 2230.657, Time: 32:05:32\n",
      "Ep.: 3413, Total Steps: 2130351, Ep.Steps: 1000, Score: 2152.273, Avg.Score: 2035.064, Max.Score: 2230.657, Time: 32:06:27\n",
      "Ep.: 3414, Total Steps: 2131164, Ep.Steps: 813, Score: 1734.533, Avg.Score: 2031.301, Max.Score: 2230.657, Time: 32:07:12\n",
      "Ep.: 3415, Total Steps: 2132164, Ep.Steps: 1000, Score: 2189.726, Avg.Score: 2031.749, Max.Score: 2230.657, Time: 32:08:07\n",
      "Ep.: 3416, Total Steps: 2133164, Ep.Steps: 1000, Score: 2191.375, Avg.Score: 2032.129, Max.Score: 2230.657, Time: 32:09:01\n",
      "Ep.: 3417, Total Steps: 2134164, Ep.Steps: 1000, Score: 2211.685, Avg.Score: 2032.942, Max.Score: 2230.657, Time: 32:09:56\n",
      "Ep.: 3418, Total Steps: 2135164, Ep.Steps: 1000, Score: 2208.826, Avg.Score: 2033.412, Max.Score: 2230.657, Time: 32:10:52\n",
      "Ep.: 3419, Total Steps: 2136164, Ep.Steps: 1000, Score: 2207.613, Avg.Score: 2033.916, Max.Score: 2230.657, Time: 32:11:46\n",
      "Ep.: 3420, Total Steps: 2137164, Ep.Steps: 1000, Score: 2178.930, Avg.Score: 2033.914, Max.Score: 2230.657, Time: 32:12:41\n",
      "Ep.: 3421, Total Steps: 2138164, Ep.Steps: 1000, Score: 2152.205, Avg.Score: 2033.900, Max.Score: 2230.657, Time: 32:13:36\n",
      "Ep.: 3422, Total Steps: 2139164, Ep.Steps: 1000, Score: 2147.841, Avg.Score: 2034.167, Max.Score: 2230.657, Time: 32:14:32\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3423, Total Steps: 2140164, Ep.Steps: 1000, Score: 2207.489, Avg.Score: 2034.199, Max.Score: 2230.657, Time: 32:15:26\n",
      "Ep.: 3424, Total Steps: 2141164, Ep.Steps: 1000, Score: 2184.689, Avg.Score: 2034.632, Max.Score: 2230.657, Time: 32:16:21\n",
      "Ep.: 3425, Total Steps: 2142164, Ep.Steps: 1000, Score: 2185.035, Avg.Score: 2034.825, Max.Score: 2230.657, Time: 32:17:17\n",
      "Ep.: 3426, Total Steps: 2143164, Ep.Steps: 1000, Score: 2197.278, Avg.Score: 2035.332, Max.Score: 2230.657, Time: 32:18:12\n",
      "Ep.: 3427, Total Steps: 2144164, Ep.Steps: 1000, Score: 2174.428, Avg.Score: 2035.233, Max.Score: 2230.657, Time: 32:19:07\n",
      "Ep.: 3428, Total Steps: 2145164, Ep.Steps: 1000, Score: 2187.927, Avg.Score: 2035.969, Max.Score: 2230.657, Time: 32:20:03\n",
      "Ep.: 3429, Total Steps: 2146164, Ep.Steps: 1000, Score: 2193.321, Avg.Score: 2036.337, Max.Score: 2230.657, Time: 32:20:58\n",
      "Ep.: 3430, Total Steps: 2147164, Ep.Steps: 1000, Score: 2199.354, Avg.Score: 2036.405, Max.Score: 2230.657, Time: 32:21:53\n",
      "Ep.: 3431, Total Steps: 2148164, Ep.Steps: 1000, Score: 2213.584, Avg.Score: 2036.602, Max.Score: 2230.657, Time: 32:22:49\n",
      "Ep.: 3432, Total Steps: 2149164, Ep.Steps: 1000, Score: 2190.744, Avg.Score: 2036.810, Max.Score: 2230.657, Time: 32:23:44\n",
      "Ep.: 3433, Total Steps: 2150164, Ep.Steps: 1000, Score: 2220.837, Avg.Score: 2037.532, Max.Score: 2230.657, Time: 32:24:38\n",
      "Ep.: 3434, Total Steps: 2151164, Ep.Steps: 1000, Score: 2176.119, Avg.Score: 2037.469, Max.Score: 2230.657, Time: 32:25:34\n",
      "Ep.: 3435, Total Steps: 2152164, Ep.Steps: 1000, Score: 2172.116, Avg.Score: 2050.858, Max.Score: 2230.657, Time: 32:26:29\n",
      "Ep.: 3436, Total Steps: 2153164, Ep.Steps: 1000, Score: 2125.797, Avg.Score: 2050.158, Max.Score: 2230.657, Time: 32:27:24\n",
      "Ep.: 3437, Total Steps: 2154164, Ep.Steps: 1000, Score: 2217.070, Avg.Score: 2050.834, Max.Score: 2230.657, Time: 32:28:19\n",
      "Ep.: 3438, Total Steps: 2155164, Ep.Steps: 1000, Score: 2169.522, Avg.Score: 2050.798, Max.Score: 2230.657, Time: 32:29:14\n",
      "Ep.: 3439, Total Steps: 2156164, Ep.Steps: 1000, Score: 2228.923, Avg.Score: 2070.045, Max.Score: 2230.657, Time: 32:30:09\n",
      "Ep.: 3440, Total Steps: 2157164, Ep.Steps: 1000, Score: 2222.581, Avg.Score: 2089.406, Max.Score: 2230.657, Time: 32:31:04\n",
      "Ep.: 3441, Total Steps: 2157757, Ep.Steps: 593, Score: 1248.182, Avg.Score: 2080.662, Max.Score: 2230.657, Time: 32:31:37\n",
      "Ep.: 3442, Total Steps: 2158757, Ep.Steps: 1000, Score: 2213.560, Avg.Score: 2081.186, Max.Score: 2230.657, Time: 32:32:32\n",
      "Ep.: 3443, Total Steps: 2159346, Ep.Steps: 589, Score: 1231.452, Avg.Score: 2072.040, Max.Score: 2230.657, Time: 32:33:04\n",
      "Ep.: 3444, Total Steps: 2160172, Ep.Steps: 826, Score: 1790.301, Avg.Score: 2068.054, Max.Score: 2230.657, Time: 32:33:49\n",
      "Ep.: 3445, Total Steps: 2160676, Ep.Steps: 504, Score: 1101.092, Avg.Score: 2057.625, Max.Score: 2230.657, Time: 32:34:17\n",
      "Ep.: 3446, Total Steps: 2161676, Ep.Steps: 1000, Score: 2240.845, Avg.Score: 2058.180, Max.Score: 2240.845, Time: 32:35:12\n",
      "Ep.: 3447, Total Steps: 2162676, Ep.Steps: 1000, Score: 2278.779, Avg.Score: 2059.209, Max.Score: 2278.779, Time: 32:36:07\n",
      "Ep.: 3448, Total Steps: 2163676, Ep.Steps: 1000, Score: 2227.297, Avg.Score: 2059.898, Max.Score: 2278.779, Time: 32:37:03\n",
      "Ep.: 3449, Total Steps: 2164676, Ep.Steps: 1000, Score: 2278.462, Avg.Score: 2070.695, Max.Score: 2278.779, Time: 32:37:58\n",
      "Ep.: 3450, Total Steps: 2165272, Ep.Steps: 596, Score: 1310.284, Avg.Score: 2062.454, Max.Score: 2278.779, Time: 32:38:31\n",
      "Ep.: 3451, Total Steps: 2165648, Ep.Steps: 376, Score: 773.982, Avg.Score: 2048.591, Max.Score: 2278.779, Time: 32:38:51\n",
      "Ep.: 3452, Total Steps: 2165865, Ep.Steps: 217, Score: 435.478, Avg.Score: 2031.357, Max.Score: 2278.779, Time: 32:39:04\n",
      "Ep.: 3453, Total Steps: 2166865, Ep.Steps: 1000, Score: 2264.974, Avg.Score: 2039.345, Max.Score: 2278.779, Time: 32:39:59\n",
      "Ep.: 3454, Total Steps: 2167258, Ep.Steps: 393, Score: 840.987, Avg.Score: 2025.642, Max.Score: 2278.779, Time: 32:40:21\n",
      "Ep.: 3455, Total Steps: 2167915, Ep.Steps: 657, Score: 1431.245, Avg.Score: 2025.222, Max.Score: 2278.779, Time: 32:40:57\n",
      "Ep.: 3456, Total Steps: 2168915, Ep.Steps: 1000, Score: 2252.562, Avg.Score: 2025.975, Max.Score: 2278.779, Time: 32:41:51\n",
      "Ep.: 3457, Total Steps: 2169915, Ep.Steps: 1000, Score: 2259.217, Avg.Score: 2026.799, Max.Score: 2278.779, Time: 32:42:46\n",
      "Ep.: 3458, Total Steps: 2170915, Ep.Steps: 1000, Score: 2268.888, Avg.Score: 2027.182, Max.Score: 2278.779, Time: 32:43:41\n",
      "Ep.: 3459, Total Steps: 2171915, Ep.Steps: 1000, Score: 2261.203, Avg.Score: 2028.002, Max.Score: 2278.779, Time: 32:44:37\n",
      "Ep.: 3460, Total Steps: 2172915, Ep.Steps: 1000, Score: 2235.428, Avg.Score: 2028.380, Max.Score: 2278.779, Time: 32:45:32\n",
      "Ep.: 3461, Total Steps: 2173915, Ep.Steps: 1000, Score: 2203.963, Avg.Score: 2028.635, Max.Score: 2278.779, Time: 32:46:28\n",
      "Ep.: 3462, Total Steps: 2174915, Ep.Steps: 1000, Score: 2254.414, Avg.Score: 2029.123, Max.Score: 2278.779, Time: 32:47:23\n",
      "Ep.: 3463, Total Steps: 2175915, Ep.Steps: 1000, Score: 2236.308, Avg.Score: 2036.677, Max.Score: 2278.779, Time: 32:48:18\n",
      "Ep.: 3464, Total Steps: 2176915, Ep.Steps: 1000, Score: 2224.692, Avg.Score: 2037.347, Max.Score: 2278.779, Time: 32:49:13\n",
      "Ep.: 3465, Total Steps: 2177915, Ep.Steps: 1000, Score: 2264.832, Avg.Score: 2039.347, Max.Score: 2278.779, Time: 32:50:08\n",
      "Ep.: 3466, Total Steps: 2178915, Ep.Steps: 1000, Score: 2231.225, Avg.Score: 2040.342, Max.Score: 2278.779, Time: 32:51:03\n",
      "Ep.: 3467, Total Steps: 2179915, Ep.Steps: 1000, Score: 2267.773, Avg.Score: 2040.956, Max.Score: 2278.779, Time: 32:51:58\n",
      "Ep.: 3468, Total Steps: 2180915, Ep.Steps: 1000, Score: 2262.650, Avg.Score: 2041.725, Max.Score: 2278.779, Time: 32:52:54\n",
      "Ep.: 3469, Total Steps: 2181915, Ep.Steps: 1000, Score: 2238.150, Avg.Score: 2042.267, Max.Score: 2278.779, Time: 32:53:49\n",
      "Ep.: 3470, Total Steps: 2182915, Ep.Steps: 1000, Score: 2268.781, Avg.Score: 2043.614, Max.Score: 2278.779, Time: 32:54:44\n",
      "Ep.: 3471, Total Steps: 2183915, Ep.Steps: 1000, Score: 2212.843, Avg.Score: 2044.236, Max.Score: 2278.779, Time: 32:55:39\n",
      "Ep.: 3472, Total Steps: 2184915, Ep.Steps: 1000, Score: 2221.991, Avg.Score: 2045.134, Max.Score: 2278.779, Time: 32:56:34\n",
      "Ep.: 3473, Total Steps: 2185915, Ep.Steps: 1000, Score: 2219.664, Avg.Score: 2045.929, Max.Score: 2278.779, Time: 32:57:29\n",
      "Ep.: 3474, Total Steps: 2186915, Ep.Steps: 1000, Score: 2217.785, Avg.Score: 2046.186, Max.Score: 2278.779, Time: 32:58:24\n",
      "Ep.: 3475, Total Steps: 2187915, Ep.Steps: 1000, Score: 2210.798, Avg.Score: 2046.266, Max.Score: 2278.779, Time: 32:59:19\n",
      "Ep.: 3476, Total Steps: 2188915, Ep.Steps: 1000, Score: 2271.052, Avg.Score: 2046.989, Max.Score: 2278.779, Time: 33:00:14\n",
      "Ep.: 3477, Total Steps: 2189915, Ep.Steps: 1000, Score: 2225.359, Avg.Score: 2048.064, Max.Score: 2278.779, Time: 33:01:11\n",
      "Ep.: 3478, Total Steps: 2190915, Ep.Steps: 1000, Score: 2195.680, Avg.Score: 2066.436, Max.Score: 2278.779, Time: 33:02:07\n",
      "Ep.: 3479, Total Steps: 2191915, Ep.Steps: 1000, Score: 2217.545, Avg.Score: 2067.099, Max.Score: 2278.779, Time: 33:03:02\n",
      "Ep.: 3480, Total Steps: 2192483, Ep.Steps: 568, Score: 1206.478, Avg.Score: 2057.359, Max.Score: 2278.779, Time: 33:03:33\n",
      "Ep.: 3481, Total Steps: 2193483, Ep.Steps: 1000, Score: 2215.671, Avg.Score: 2057.805, Max.Score: 2278.779, Time: 33:04:28\n",
      "Ep.: 3482, Total Steps: 2194483, Ep.Steps: 1000, Score: 2191.809, Avg.Score: 2058.333, Max.Score: 2278.779, Time: 33:05:23\n",
      "Ep.: 3483, Total Steps: 2195483, Ep.Steps: 1000, Score: 2188.627, Avg.Score: 2058.695, Max.Score: 2278.779, Time: 33:06:18\n",
      "Ep.: 3484, Total Steps: 2196483, Ep.Steps: 1000, Score: 2228.097, Avg.Score: 2058.874, Max.Score: 2278.779, Time: 33:07:13\n",
      "Ep.: 3485, Total Steps: 2197483, Ep.Steps: 1000, Score: 2269.262, Avg.Score: 2059.941, Max.Score: 2278.779, Time: 33:08:09\n",
      "Ep.: 3486, Total Steps: 2198483, Ep.Steps: 1000, Score: 2181.713, Avg.Score: 2069.644, Max.Score: 2278.779, Time: 33:09:03\n",
      "Ep.: 3487, Total Steps: 2199483, Ep.Steps: 1000, Score: 2243.909, Avg.Score: 2070.510, Max.Score: 2278.779, Time: 33:09:58\n",
      "Ep.: 3488, Total Steps: 2200483, Ep.Steps: 1000, Score: 2248.331, Avg.Score: 2071.206, Max.Score: 2278.779, Time: 33:10:53\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3489, Total Steps: 2201207, Ep.Steps: 724, Score: 1602.126, Avg.Score: 2065.232, Max.Score: 2278.779, Time: 33:11:33\n",
      "Ep.: 3490, Total Steps: 2201427, Ep.Steps: 220, Score: 427.872, Avg.Score: 2047.507, Max.Score: 2278.779, Time: 33:11:45\n",
      "Ep.: 3491, Total Steps: 2202427, Ep.Steps: 1000, Score: 2258.703, Avg.Score: 2048.654, Max.Score: 2278.779, Time: 33:12:40\n",
      "Ep.: 3492, Total Steps: 2203095, Ep.Steps: 668, Score: 1477.842, Avg.Score: 2042.131, Max.Score: 2278.779, Time: 33:13:17\n",
      "Ep.: 3493, Total Steps: 2204095, Ep.Steps: 1000, Score: 2296.179, Avg.Score: 2043.461, Max.Score: 2296.179, Time: 33:14:12\n",
      "Ep.: 3494, Total Steps: 2205095, Ep.Steps: 1000, Score: 2373.256, Avg.Score: 2045.772, Max.Score: 2373.256, Time: 33:15:07\n",
      "Ep.: 3495, Total Steps: 2205429, Ep.Steps: 334, Score: 712.265, Avg.Score: 2031.468, Max.Score: 2373.256, Time: 33:15:26\n",
      "Ep.: 3496, Total Steps: 2206429, Ep.Steps: 1000, Score: 2244.776, Avg.Score: 2032.327, Max.Score: 2373.256, Time: 33:16:21\n",
      "Ep.: 3497, Total Steps: 2206533, Ep.Steps: 104, Score: 191.846, Avg.Score: 2012.328, Max.Score: 2373.256, Time: 33:16:27\n",
      "Ep.: 3498, Total Steps: 2207533, Ep.Steps: 1000, Score: 2277.732, Avg.Score: 2013.761, Max.Score: 2373.256, Time: 33:17:21\n",
      "Ep.: 3499, Total Steps: 2208533, Ep.Steps: 1000, Score: 2239.863, Avg.Score: 2027.384, Max.Score: 2373.256, Time: 33:18:16\n",
      "Ep.: 3500, Total Steps: 2209533, Ep.Steps: 1000, Score: 2301.496, Avg.Score: 2029.088, Max.Score: 2373.256, Time: 33:19:12\n",
      "Ep.: 3501, Total Steps: 2210533, Ep.Steps: 1000, Score: 2250.494, Avg.Score: 2029.619, Max.Score: 2373.256, Time: 33:20:07\n",
      "Ep.: 3502, Total Steps: 2211533, Ep.Steps: 1000, Score: 2241.915, Avg.Score: 2030.345, Max.Score: 2373.256, Time: 33:21:02\n",
      "Ep.: 3503, Total Steps: 2212533, Ep.Steps: 1000, Score: 2280.600, Avg.Score: 2031.463, Max.Score: 2373.256, Time: 33:21:57\n",
      "Ep.: 3504, Total Steps: 2213533, Ep.Steps: 1000, Score: 2255.417, Avg.Score: 2031.952, Max.Score: 2373.256, Time: 33:22:52\n",
      "Ep.: 3505, Total Steps: 2214533, Ep.Steps: 1000, Score: 2265.280, Avg.Score: 2032.771, Max.Score: 2373.256, Time: 33:23:47\n",
      "Ep.: 3506, Total Steps: 2215533, Ep.Steps: 1000, Score: 2243.217, Avg.Score: 2033.393, Max.Score: 2373.256, Time: 33:24:42\n",
      "Ep.: 3507, Total Steps: 2216533, Ep.Steps: 1000, Score: 2260.101, Avg.Score: 2034.655, Max.Score: 2373.256, Time: 33:25:37\n",
      "Ep.: 3508, Total Steps: 2217533, Ep.Steps: 1000, Score: 2325.605, Avg.Score: 2044.156, Max.Score: 2373.256, Time: 33:26:33\n",
      "Ep.: 3509, Total Steps: 2218533, Ep.Steps: 1000, Score: 2318.647, Avg.Score: 2045.657, Max.Score: 2373.256, Time: 33:27:28\n",
      "Ep.: 3510, Total Steps: 2219533, Ep.Steps: 1000, Score: 2288.364, Avg.Score: 2046.700, Max.Score: 2373.256, Time: 33:28:23\n",
      "Ep.: 3511, Total Steps: 2220533, Ep.Steps: 1000, Score: 2217.640, Avg.Score: 2047.056, Max.Score: 2373.256, Time: 33:29:18\n",
      "Ep.: 3512, Total Steps: 2221533, Ep.Steps: 1000, Score: 2252.534, Avg.Score: 2048.092, Max.Score: 2373.256, Time: 33:30:13\n",
      "Ep.: 3513, Total Steps: 2222533, Ep.Steps: 1000, Score: 2264.714, Avg.Score: 2049.217, Max.Score: 2373.256, Time: 33:31:09\n",
      "Ep.: 3514, Total Steps: 2223533, Ep.Steps: 1000, Score: 2288.107, Avg.Score: 2054.752, Max.Score: 2373.256, Time: 33:32:04\n",
      "Ep.: 3515, Total Steps: 2223632, Ep.Steps: 99, Score: 163.974, Avg.Score: 2034.495, Max.Score: 2373.256, Time: 33:32:09\n",
      "Ep.: 3516, Total Steps: 2224632, Ep.Steps: 1000, Score: 2268.037, Avg.Score: 2035.261, Max.Score: 2373.256, Time: 33:33:04\n",
      "Ep.: 3517, Total Steps: 2225632, Ep.Steps: 1000, Score: 2286.472, Avg.Score: 2036.009, Max.Score: 2373.256, Time: 33:33:59\n",
      "Ep.: 3518, Total Steps: 2226632, Ep.Steps: 1000, Score: 2312.491, Avg.Score: 2037.046, Max.Score: 2373.256, Time: 33:34:54\n",
      "Ep.: 3519, Total Steps: 2227632, Ep.Steps: 1000, Score: 2285.194, Avg.Score: 2037.822, Max.Score: 2373.256, Time: 33:35:50\n",
      "Ep.: 3520, Total Steps: 2228632, Ep.Steps: 1000, Score: 2314.547, Avg.Score: 2039.178, Max.Score: 2373.256, Time: 33:36:45\n",
      "Ep.: 3521, Total Steps: 2229632, Ep.Steps: 1000, Score: 2234.599, Avg.Score: 2040.002, Max.Score: 2373.256, Time: 33:37:39\n",
      "Ep.: 3522, Total Steps: 2230632, Ep.Steps: 1000, Score: 2314.873, Avg.Score: 2041.672, Max.Score: 2373.256, Time: 33:38:34\n",
      "Ep.: 3523, Total Steps: 2231632, Ep.Steps: 1000, Score: 2287.452, Avg.Score: 2042.472, Max.Score: 2373.256, Time: 33:39:32\n",
      "Ep.: 3524, Total Steps: 2232632, Ep.Steps: 1000, Score: 2319.216, Avg.Score: 2043.817, Max.Score: 2373.256, Time: 33:40:32\n",
      "Ep.: 3525, Total Steps: 2233632, Ep.Steps: 1000, Score: 2312.732, Avg.Score: 2045.094, Max.Score: 2373.256, Time: 33:41:36\n",
      "Ep.: 3526, Total Steps: 2234632, Ep.Steps: 1000, Score: 2295.922, Avg.Score: 2046.080, Max.Score: 2373.256, Time: 33:42:36\n",
      "Ep.: 3527, Total Steps: 2235632, Ep.Steps: 1000, Score: 2277.263, Avg.Score: 2047.109, Max.Score: 2373.256, Time: 33:43:36\n",
      "Ep.: 3528, Total Steps: 2236632, Ep.Steps: 1000, Score: 2254.449, Avg.Score: 2047.774, Max.Score: 2373.256, Time: 33:44:37\n",
      "Ep.: 3529, Total Steps: 2237632, Ep.Steps: 1000, Score: 2278.342, Avg.Score: 2048.624, Max.Score: 2373.256, Time: 33:45:39\n",
      "Ep.: 3530, Total Steps: 2238632, Ep.Steps: 1000, Score: 2362.598, Avg.Score: 2050.257, Max.Score: 2373.256, Time: 33:46:40\n",
      "Ep.: 3531, Total Steps: 2239632, Ep.Steps: 1000, Score: 2259.557, Avg.Score: 2050.716, Max.Score: 2373.256, Time: 33:47:42\n",
      "Ep.: 3532, Total Steps: 2240632, Ep.Steps: 1000, Score: 2327.208, Avg.Score: 2052.081, Max.Score: 2373.256, Time: 33:48:41\n",
      "Ep.: 3533, Total Steps: 2241632, Ep.Steps: 1000, Score: 2283.856, Avg.Score: 2052.711, Max.Score: 2373.256, Time: 33:49:41\n",
      "Ep.: 3534, Total Steps: 2242632, Ep.Steps: 1000, Score: 2321.260, Avg.Score: 2054.163, Max.Score: 2373.256, Time: 33:50:42\n",
      "Ep.: 3535, Total Steps: 2243632, Ep.Steps: 1000, Score: 2296.061, Avg.Score: 2055.402, Max.Score: 2373.256, Time: 33:51:48\n",
      "Ep.: 3536, Total Steps: 2244632, Ep.Steps: 1000, Score: 2281.034, Avg.Score: 2056.954, Max.Score: 2373.256, Time: 33:52:48\n",
      "Ep.: 3537, Total Steps: 2245632, Ep.Steps: 1000, Score: 2280.476, Avg.Score: 2057.589, Max.Score: 2373.256, Time: 33:53:44\n",
      "Ep.: 3538, Total Steps: 2246632, Ep.Steps: 1000, Score: 2280.992, Avg.Score: 2058.703, Max.Score: 2373.256, Time: 33:54:39\n",
      "Ep.: 3539, Total Steps: 2247632, Ep.Steps: 1000, Score: 2328.850, Avg.Score: 2059.702, Max.Score: 2373.256, Time: 33:55:36\n",
      "Ep.: 3540, Total Steps: 2248632, Ep.Steps: 1000, Score: 2319.297, Avg.Score: 2060.670, Max.Score: 2373.256, Time: 33:56:32\n",
      "Ep.: 3541, Total Steps: 2249632, Ep.Steps: 1000, Score: 2261.410, Avg.Score: 2070.802, Max.Score: 2373.256, Time: 33:57:27\n",
      "Ep.: 3542, Total Steps: 2250632, Ep.Steps: 1000, Score: 2280.810, Avg.Score: 2071.474, Max.Score: 2373.256, Time: 33:58:23\n",
      "Ep.: 3543, Total Steps: 2251632, Ep.Steps: 1000, Score: 2270.663, Avg.Score: 2081.867, Max.Score: 2373.256, Time: 33:59:18\n",
      "Ep.: 3544, Total Steps: 2252632, Ep.Steps: 1000, Score: 2312.827, Avg.Score: 2087.092, Max.Score: 2373.256, Time: 34:00:13\n",
      "Ep.: 3545, Total Steps: 2253632, Ep.Steps: 1000, Score: 2315.124, Avg.Score: 2099.232, Max.Score: 2373.256, Time: 34:01:09\n",
      "Ep.: 3546, Total Steps: 2254632, Ep.Steps: 1000, Score: 2225.892, Avg.Score: 2099.083, Max.Score: 2373.256, Time: 34:02:04\n",
      "Ep.: 3547, Total Steps: 2255632, Ep.Steps: 1000, Score: 2256.929, Avg.Score: 2098.864, Max.Score: 2373.256, Time: 34:02:59\n",
      "Ep.: 3548, Total Steps: 2256632, Ep.Steps: 1000, Score: 2332.295, Avg.Score: 2099.914, Max.Score: 2373.256, Time: 34:03:55\n",
      "Ep.: 3549, Total Steps: 2257632, Ep.Steps: 1000, Score: 2314.831, Avg.Score: 2100.278, Max.Score: 2373.256, Time: 34:04:52\n",
      "Ep.: 3550, Total Steps: 2258632, Ep.Steps: 1000, Score: 2262.623, Avg.Score: 2109.801, Max.Score: 2373.256, Time: 34:05:48\n",
      "Ep.: 3551, Total Steps: 2259632, Ep.Steps: 1000, Score: 2285.648, Avg.Score: 2124.918, Max.Score: 2373.256, Time: 34:06:43\n",
      "Ep.: 3552, Total Steps: 2260632, Ep.Steps: 1000, Score: 2257.291, Avg.Score: 2143.136, Max.Score: 2373.256, Time: 34:07:39\n",
      "Ep.: 3553, Total Steps: 2261632, Ep.Steps: 1000, Score: 2264.677, Avg.Score: 2143.133, Max.Score: 2373.256, Time: 34:08:34\n",
      "Ep.: 3554, Total Steps: 2262632, Ep.Steps: 1000, Score: 2278.322, Avg.Score: 2157.506, Max.Score: 2373.256, Time: 34:09:30\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3555, Total Steps: 2263632, Ep.Steps: 1000, Score: 2265.535, Avg.Score: 2165.849, Max.Score: 2373.256, Time: 34:10:25\n",
      "Ep.: 3556, Total Steps: 2264632, Ep.Steps: 1000, Score: 2326.011, Avg.Score: 2166.584, Max.Score: 2373.256, Time: 34:11:21\n",
      "Ep.: 3557, Total Steps: 2265632, Ep.Steps: 1000, Score: 2283.523, Avg.Score: 2166.827, Max.Score: 2373.256, Time: 34:12:16\n",
      "Ep.: 3558, Total Steps: 2266632, Ep.Steps: 1000, Score: 2309.975, Avg.Score: 2167.238, Max.Score: 2373.256, Time: 34:13:11\n",
      "Ep.: 3559, Total Steps: 2266722, Ep.Steps: 90, Score: 158.014, Avg.Score: 2146.206, Max.Score: 2373.256, Time: 34:13:16\n",
      "Ep.: 3560, Total Steps: 2267722, Ep.Steps: 1000, Score: 2307.122, Avg.Score: 2146.923, Max.Score: 2373.256, Time: 34:14:11\n",
      "Ep.: 3561, Total Steps: 2268722, Ep.Steps: 1000, Score: 2327.817, Avg.Score: 2148.161, Max.Score: 2373.256, Time: 34:15:07\n",
      "Ep.: 3562, Total Steps: 2268811, Ep.Steps: 89, Score: 152.549, Avg.Score: 2127.143, Max.Score: 2373.256, Time: 34:15:12\n",
      "Ep.: 3563, Total Steps: 2269811, Ep.Steps: 1000, Score: 2352.747, Avg.Score: 2128.307, Max.Score: 2373.256, Time: 34:16:07\n",
      "Ep.: 3564, Total Steps: 2270811, Ep.Steps: 1000, Score: 2363.793, Avg.Score: 2129.698, Max.Score: 2373.256, Time: 34:17:02\n",
      "Ep.: 3565, Total Steps: 2271811, Ep.Steps: 1000, Score: 2311.474, Avg.Score: 2130.164, Max.Score: 2373.256, Time: 34:17:57\n",
      "Ep.: 3566, Total Steps: 2272811, Ep.Steps: 1000, Score: 2253.483, Avg.Score: 2130.387, Max.Score: 2373.256, Time: 34:18:52\n",
      "Ep.: 3567, Total Steps: 2273697, Ep.Steps: 886, Score: 2036.716, Avg.Score: 2128.076, Max.Score: 2373.256, Time: 34:19:41\n",
      "Ep.: 3568, Total Steps: 2274697, Ep.Steps: 1000, Score: 2349.713, Avg.Score: 2128.947, Max.Score: 2373.256, Time: 34:20:36\n",
      "Ep.: 3569, Total Steps: 2275697, Ep.Steps: 1000, Score: 2335.438, Avg.Score: 2129.920, Max.Score: 2373.256, Time: 34:21:31\n",
      "Ep.: 3570, Total Steps: 2276697, Ep.Steps: 1000, Score: 2369.850, Avg.Score: 2130.931, Max.Score: 2373.256, Time: 34:22:26\n",
      "Ep.: 3571, Total Steps: 2277697, Ep.Steps: 1000, Score: 2394.066, Avg.Score: 2132.743, Max.Score: 2394.066, Time: 34:23:22\n",
      "Ep.: 3572, Total Steps: 2278697, Ep.Steps: 1000, Score: 2362.100, Avg.Score: 2134.144, Max.Score: 2394.066, Time: 34:24:17\n",
      "Ep.: 3573, Total Steps: 2279697, Ep.Steps: 1000, Score: 2363.786, Avg.Score: 2135.585, Max.Score: 2394.066, Time: 34:25:11\n",
      "Ep.: 3574, Total Steps: 2280697, Ep.Steps: 1000, Score: 2338.299, Avg.Score: 2136.790, Max.Score: 2394.066, Time: 34:26:07\n",
      "Ep.: 3575, Total Steps: 2281697, Ep.Steps: 1000, Score: 2350.187, Avg.Score: 2138.184, Max.Score: 2394.066, Time: 34:27:02\n",
      "Ep.: 3576, Total Steps: 2282697, Ep.Steps: 1000, Score: 2372.332, Avg.Score: 2139.197, Max.Score: 2394.066, Time: 34:27:57\n",
      "Ep.: 3577, Total Steps: 2283697, Ep.Steps: 1000, Score: 2394.366, Avg.Score: 2140.887, Max.Score: 2394.366, Time: 34:28:52\n",
      "Ep.: 3578, Total Steps: 2284697, Ep.Steps: 1000, Score: 2344.078, Avg.Score: 2142.371, Max.Score: 2394.366, Time: 34:29:48\n",
      "Ep.: 3579, Total Steps: 2285697, Ep.Steps: 1000, Score: 2366.061, Avg.Score: 2143.856, Max.Score: 2394.366, Time: 34:30:43\n",
      "Ep.: 3580, Total Steps: 2286697, Ep.Steps: 1000, Score: 2350.245, Avg.Score: 2155.294, Max.Score: 2394.366, Time: 34:31:39\n",
      "Ep.: 3581, Total Steps: 2286777, Ep.Steps: 80, Score: 122.356, Avg.Score: 2134.361, Max.Score: 2394.366, Time: 34:31:43\n",
      "Ep.: 3582, Total Steps: 2287715, Ep.Steps: 938, Score: 2180.202, Avg.Score: 2134.245, Max.Score: 2394.366, Time: 34:32:35\n",
      "Ep.: 3583, Total Steps: 2288715, Ep.Steps: 1000, Score: 2366.932, Avg.Score: 2136.028, Max.Score: 2394.366, Time: 34:33:31\n",
      "Ep.: 3584, Total Steps: 2289715, Ep.Steps: 1000, Score: 2358.863, Avg.Score: 2137.335, Max.Score: 2394.366, Time: 34:34:29\n",
      "Ep.: 3585, Total Steps: 2290715, Ep.Steps: 1000, Score: 2373.319, Avg.Score: 2138.376, Max.Score: 2394.366, Time: 34:35:24\n",
      "Ep.: 3586, Total Steps: 2290827, Ep.Steps: 112, Score: 196.079, Avg.Score: 2118.520, Max.Score: 2394.366, Time: 34:35:30\n",
      "Ep.: 3587, Total Steps: 2291827, Ep.Steps: 1000, Score: 2351.299, Avg.Score: 2119.593, Max.Score: 2394.366, Time: 34:36:25\n",
      "Ep.: 3588, Total Steps: 2292827, Ep.Steps: 1000, Score: 2350.222, Avg.Score: 2120.612, Max.Score: 2394.366, Time: 34:37:20\n",
      "Ep.: 3589, Total Steps: 2293827, Ep.Steps: 1000, Score: 2342.773, Avg.Score: 2128.019, Max.Score: 2394.366, Time: 34:38:16\n",
      "Ep.: 3590, Total Steps: 2294827, Ep.Steps: 1000, Score: 2321.800, Avg.Score: 2146.958, Max.Score: 2394.366, Time: 34:39:10\n",
      "Ep.: 3591, Total Steps: 2295827, Ep.Steps: 1000, Score: 2368.858, Avg.Score: 2148.060, Max.Score: 2394.366, Time: 34:40:06\n",
      "Ep.: 3592, Total Steps: 2296827, Ep.Steps: 1000, Score: 2347.238, Avg.Score: 2156.754, Max.Score: 2394.366, Time: 34:41:01\n",
      "Ep.: 3593, Total Steps: 2297827, Ep.Steps: 1000, Score: 2321.089, Avg.Score: 2157.003, Max.Score: 2394.366, Time: 34:41:56\n",
      "Ep.: 3594, Total Steps: 2298827, Ep.Steps: 1000, Score: 2369.345, Avg.Score: 2156.964, Max.Score: 2394.366, Time: 34:42:51\n",
      "Ep.: 3595, Total Steps: 2299827, Ep.Steps: 1000, Score: 2323.952, Avg.Score: 2173.080, Max.Score: 2394.366, Time: 34:43:47\n",
      "Ep.: 3596, Total Steps: 2300316, Ep.Steps: 489, Score: 1132.926, Avg.Score: 2161.962, Max.Score: 2394.366, Time: 34:44:14\n",
      "Ep.: 3597, Total Steps: 2301316, Ep.Steps: 1000, Score: 2352.170, Avg.Score: 2183.565, Max.Score: 2394.366, Time: 34:45:10\n",
      "Ep.: 3598, Total Steps: 2302316, Ep.Steps: 1000, Score: 2344.874, Avg.Score: 2184.237, Max.Score: 2394.366, Time: 34:46:05\n",
      "Ep.: 3599, Total Steps: 2302402, Ep.Steps: 86, Score: 175.040, Avg.Score: 2163.588, Max.Score: 2394.366, Time: 34:46:10\n",
      "Ep.: 3600, Total Steps: 2303402, Ep.Steps: 1000, Score: 2393.584, Avg.Score: 2164.509, Max.Score: 2394.366, Time: 34:47:05\n",
      "Ep.: 3601, Total Steps: 2304402, Ep.Steps: 1000, Score: 2303.122, Avg.Score: 2165.036, Max.Score: 2394.366, Time: 34:48:01\n",
      "Ep.: 3602, Total Steps: 2305402, Ep.Steps: 1000, Score: 2382.283, Avg.Score: 2166.439, Max.Score: 2394.366, Time: 34:48:56\n",
      "Ep.: 3603, Total Steps: 2305878, Ep.Steps: 476, Score: 1113.021, Avg.Score: 2154.763, Max.Score: 2394.366, Time: 34:49:22\n",
      "Ep.: 3604, Total Steps: 2306878, Ep.Steps: 1000, Score: 2381.611, Avg.Score: 2156.025, Max.Score: 2394.366, Time: 34:50:17\n",
      "Ep.: 3605, Total Steps: 2307878, Ep.Steps: 1000, Score: 2345.637, Avg.Score: 2156.829, Max.Score: 2394.366, Time: 34:51:12\n",
      "Ep.: 3606, Total Steps: 2308878, Ep.Steps: 1000, Score: 2405.256, Avg.Score: 2158.449, Max.Score: 2405.256, Time: 34:52:08\n",
      "Ep.: 3607, Total Steps: 2309878, Ep.Steps: 1000, Score: 2378.878, Avg.Score: 2159.637, Max.Score: 2405.256, Time: 34:53:03\n",
      "Ep.: 3608, Total Steps: 2310878, Ep.Steps: 1000, Score: 2346.506, Avg.Score: 2159.846, Max.Score: 2405.256, Time: 34:53:58\n",
      "Ep.: 3609, Total Steps: 2311878, Ep.Steps: 1000, Score: 2384.340, Avg.Score: 2160.503, Max.Score: 2405.256, Time: 34:54:53\n",
      "Ep.: 3610, Total Steps: 2312878, Ep.Steps: 1000, Score: 2372.652, Avg.Score: 2161.346, Max.Score: 2405.256, Time: 34:55:48\n",
      "Ep.: 3611, Total Steps: 2313036, Ep.Steps: 158, Score: 321.476, Avg.Score: 2142.384, Max.Score: 2405.256, Time: 34:55:57\n",
      "Ep.: 3612, Total Steps: 2314036, Ep.Steps: 1000, Score: 2336.835, Avg.Score: 2143.227, Max.Score: 2405.256, Time: 34:56:52\n",
      "Ep.: 3613, Total Steps: 2315036, Ep.Steps: 1000, Score: 2421.283, Avg.Score: 2144.793, Max.Score: 2421.283, Time: 34:57:47\n",
      "Ep.: 3614, Total Steps: 2316036, Ep.Steps: 1000, Score: 2405.741, Avg.Score: 2145.969, Max.Score: 2421.283, Time: 34:58:42\n",
      "Ep.: 3615, Total Steps: 2317036, Ep.Steps: 1000, Score: 2386.347, Avg.Score: 2168.193, Max.Score: 2421.283, Time: 34:59:38\n",
      "Ep.: 3616, Total Steps: 2318036, Ep.Steps: 1000, Score: 2364.691, Avg.Score: 2169.160, Max.Score: 2421.283, Time: 35:00:33\n",
      "Ep.: 3617, Total Steps: 2319036, Ep.Steps: 1000, Score: 2426.839, Avg.Score: 2170.563, Max.Score: 2426.839, Time: 35:01:28\n",
      "Ep.: 3618, Total Steps: 2320036, Ep.Steps: 1000, Score: 2391.619, Avg.Score: 2171.355, Max.Score: 2426.839, Time: 35:02:24\n",
      "Ep.: 3619, Total Steps: 2321036, Ep.Steps: 1000, Score: 2380.665, Avg.Score: 2172.309, Max.Score: 2426.839, Time: 35:03:19\n",
      "Ep.: 3620, Total Steps: 2322036, Ep.Steps: 1000, Score: 2422.874, Avg.Score: 2173.393, Max.Score: 2426.839, Time: 35:04:14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3621, Total Steps: 2323036, Ep.Steps: 1000, Score: 2413.763, Avg.Score: 2175.184, Max.Score: 2426.839, Time: 35:05:09\n",
      "Ep.: 3622, Total Steps: 2324036, Ep.Steps: 1000, Score: 2393.828, Avg.Score: 2175.974, Max.Score: 2426.839, Time: 35:06:04\n",
      "Ep.: 3623, Total Steps: 2325036, Ep.Steps: 1000, Score: 2330.663, Avg.Score: 2176.406, Max.Score: 2426.839, Time: 35:06:59\n",
      "Ep.: 3624, Total Steps: 2326036, Ep.Steps: 1000, Score: 2398.114, Avg.Score: 2177.195, Max.Score: 2426.839, Time: 35:07:57\n",
      "Ep.: 3625, Total Steps: 2327036, Ep.Steps: 1000, Score: 2415.705, Avg.Score: 2178.225, Max.Score: 2426.839, Time: 35:08:52\n",
      "Ep.: 3626, Total Steps: 2328036, Ep.Steps: 1000, Score: 2351.080, Avg.Score: 2178.776, Max.Score: 2426.839, Time: 35:09:48\n",
      "Ep.: 3627, Total Steps: 2329036, Ep.Steps: 1000, Score: 2398.125, Avg.Score: 2179.985, Max.Score: 2426.839, Time: 35:10:43\n",
      "Ep.: 3628, Total Steps: 2329553, Ep.Steps: 517, Score: 1185.476, Avg.Score: 2169.295, Max.Score: 2426.839, Time: 35:11:11\n",
      "Ep.: 3629, Total Steps: 2329717, Ep.Steps: 164, Score: 361.951, Avg.Score: 2150.131, Max.Score: 2426.839, Time: 35:11:20\n",
      "Ep.: 3630, Total Steps: 2330717, Ep.Steps: 1000, Score: 2390.397, Avg.Score: 2150.409, Max.Score: 2426.839, Time: 35:12:16\n",
      "Ep.: 3631, Total Steps: 2331717, Ep.Steps: 1000, Score: 2365.273, Avg.Score: 2151.466, Max.Score: 2426.839, Time: 35:13:11\n",
      "Ep.: 3632, Total Steps: 2332717, Ep.Steps: 1000, Score: 2395.806, Avg.Score: 2152.152, Max.Score: 2426.839, Time: 35:14:06\n",
      "Ep.: 3633, Total Steps: 2333717, Ep.Steps: 1000, Score: 2353.316, Avg.Score: 2152.847, Max.Score: 2426.839, Time: 35:15:01\n",
      "Ep.: 3634, Total Steps: 2334717, Ep.Steps: 1000, Score: 2343.192, Avg.Score: 2153.066, Max.Score: 2426.839, Time: 35:15:57\n",
      "Ep.: 3635, Total Steps: 2335717, Ep.Steps: 1000, Score: 2376.197, Avg.Score: 2153.868, Max.Score: 2426.839, Time: 35:16:52\n",
      "Ep.: 3636, Total Steps: 2336717, Ep.Steps: 1000, Score: 2377.621, Avg.Score: 2154.833, Max.Score: 2426.839, Time: 35:17:47\n",
      "Ep.: 3637, Total Steps: 2337717, Ep.Steps: 1000, Score: 2380.033, Avg.Score: 2155.829, Max.Score: 2426.839, Time: 35:18:42\n",
      "Ep.: 3638, Total Steps: 2338605, Ep.Steps: 888, Score: 2132.142, Avg.Score: 2154.340, Max.Score: 2426.839, Time: 35:19:31\n",
      "Ep.: 3639, Total Steps: 2338699, Ep.Steps: 94, Score: 191.172, Avg.Score: 2132.964, Max.Score: 2426.839, Time: 35:19:36\n",
      "Ep.: 3640, Total Steps: 2339699, Ep.Steps: 1000, Score: 2378.394, Avg.Score: 2133.555, Max.Score: 2426.839, Time: 35:20:31\n",
      "Ep.: 3641, Total Steps: 2340699, Ep.Steps: 1000, Score: 2398.666, Avg.Score: 2134.927, Max.Score: 2426.839, Time: 35:21:25\n",
      "Ep.: 3642, Total Steps: 2341699, Ep.Steps: 1000, Score: 2397.460, Avg.Score: 2136.094, Max.Score: 2426.839, Time: 35:22:21\n",
      "Ep.: 3643, Total Steps: 2342699, Ep.Steps: 1000, Score: 2400.711, Avg.Score: 2137.394, Max.Score: 2426.839, Time: 35:23:16\n",
      "Ep.: 3644, Total Steps: 2342795, Ep.Steps: 96, Score: 191.907, Avg.Score: 2116.185, Max.Score: 2426.839, Time: 35:23:22\n",
      "Ep.: 3645, Total Steps: 2343795, Ep.Steps: 1000, Score: 2436.790, Avg.Score: 2117.402, Max.Score: 2436.790, Time: 35:24:18\n",
      "Ep.: 3646, Total Steps: 2344095, Ep.Steps: 300, Score: 682.002, Avg.Score: 2101.963, Max.Score: 2436.790, Time: 35:24:35\n",
      "Ep.: 3647, Total Steps: 2345095, Ep.Steps: 1000, Score: 2435.165, Avg.Score: 2103.745, Max.Score: 2436.790, Time: 35:25:30\n",
      "Ep.: 3648, Total Steps: 2346095, Ep.Steps: 1000, Score: 2390.639, Avg.Score: 2104.329, Max.Score: 2436.790, Time: 35:26:25\n",
      "Ep.: 3649, Total Steps: 2347095, Ep.Steps: 1000, Score: 2413.278, Avg.Score: 2105.313, Max.Score: 2436.790, Time: 35:27:20\n",
      "Ep.: 3650, Total Steps: 2347782, Ep.Steps: 687, Score: 1644.399, Avg.Score: 2099.131, Max.Score: 2436.790, Time: 35:27:59\n",
      "Ep.: 3651, Total Steps: 2348782, Ep.Steps: 1000, Score: 2422.104, Avg.Score: 2100.495, Max.Score: 2436.790, Time: 35:28:54\n",
      "Ep.: 3652, Total Steps: 2349782, Ep.Steps: 1000, Score: 2398.188, Avg.Score: 2101.904, Max.Score: 2436.790, Time: 35:29:48\n",
      "Ep.: 3653, Total Steps: 2350782, Ep.Steps: 1000, Score: 2359.236, Avg.Score: 2102.850, Max.Score: 2436.790, Time: 35:30:44\n",
      "Ep.: 3654, Total Steps: 2351782, Ep.Steps: 1000, Score: 2376.736, Avg.Score: 2103.834, Max.Score: 2436.790, Time: 35:31:39\n",
      "Ep.: 3655, Total Steps: 2352782, Ep.Steps: 1000, Score: 2390.053, Avg.Score: 2105.079, Max.Score: 2436.790, Time: 35:32:34\n",
      "Ep.: 3656, Total Steps: 2353782, Ep.Steps: 1000, Score: 2430.699, Avg.Score: 2106.126, Max.Score: 2436.790, Time: 35:33:30\n",
      "Ep.: 3657, Total Steps: 2354782, Ep.Steps: 1000, Score: 2371.531, Avg.Score: 2107.006, Max.Score: 2436.790, Time: 35:34:25\n",
      "Ep.: 3658, Total Steps: 2355782, Ep.Steps: 1000, Score: 2404.329, Avg.Score: 2107.950, Max.Score: 2436.790, Time: 35:35:20\n",
      "Ep.: 3659, Total Steps: 2356782, Ep.Steps: 1000, Score: 2424.336, Avg.Score: 2130.613, Max.Score: 2436.790, Time: 35:36:15\n",
      "Ep.: 3660, Total Steps: 2357782, Ep.Steps: 1000, Score: 2422.112, Avg.Score: 2131.763, Max.Score: 2436.790, Time: 35:37:10\n",
      "Ep.: 3661, Total Steps: 2358782, Ep.Steps: 1000, Score: 2426.795, Avg.Score: 2132.753, Max.Score: 2436.790, Time: 35:38:05\n",
      "Ep.: 3662, Total Steps: 2359782, Ep.Steps: 1000, Score: 2415.997, Avg.Score: 2155.387, Max.Score: 2436.790, Time: 35:39:01\n",
      "Ep.: 3663, Total Steps: 2360782, Ep.Steps: 1000, Score: 2432.732, Avg.Score: 2156.187, Max.Score: 2436.790, Time: 35:39:56\n",
      "Ep.: 3664, Total Steps: 2361782, Ep.Steps: 1000, Score: 2417.136, Avg.Score: 2156.720, Max.Score: 2436.790, Time: 35:40:51\n",
      "Ep.: 3665, Total Steps: 2362782, Ep.Steps: 1000, Score: 2419.209, Avg.Score: 2157.798, Max.Score: 2436.790, Time: 35:41:46\n",
      "Ep.: 3666, Total Steps: 2363782, Ep.Steps: 1000, Score: 2453.204, Avg.Score: 2159.795, Max.Score: 2453.204, Time: 35:42:41\n",
      "Ep.: 3667, Total Steps: 2364782, Ep.Steps: 1000, Score: 2414.605, Avg.Score: 2163.574, Max.Score: 2453.204, Time: 35:43:35\n",
      "Ep.: 3668, Total Steps: 2365782, Ep.Steps: 1000, Score: 2455.406, Avg.Score: 2164.631, Max.Score: 2455.406, Time: 35:44:30\n",
      "Ep.: 3669, Total Steps: 2365848, Ep.Steps: 66, Score: 126.647, Avg.Score: 2142.543, Max.Score: 2455.406, Time: 35:44:34\n",
      "Ep.: 3670, Total Steps: 2366848, Ep.Steps: 1000, Score: 2456.631, Avg.Score: 2143.411, Max.Score: 2456.631, Time: 35:45:30\n",
      "Ep.: 3671, Total Steps: 2366914, Ep.Steps: 66, Score: 127.856, Avg.Score: 2120.749, Max.Score: 2456.631, Time: 35:45:33\n",
      "Ep.: 3672, Total Steps: 2367914, Ep.Steps: 1000, Score: 2427.653, Avg.Score: 2121.404, Max.Score: 2456.631, Time: 35:46:28\n",
      "Ep.: 3673, Total Steps: 2368914, Ep.Steps: 1000, Score: 2386.013, Avg.Score: 2121.626, Max.Score: 2456.631, Time: 35:47:23\n",
      "Ep.: 3674, Total Steps: 2369914, Ep.Steps: 1000, Score: 2439.874, Avg.Score: 2122.642, Max.Score: 2456.631, Time: 35:48:19\n",
      "Ep.: 3675, Total Steps: 2370914, Ep.Steps: 1000, Score: 2436.022, Avg.Score: 2123.500, Max.Score: 2456.631, Time: 35:49:14\n",
      "Ep.: 3676, Total Steps: 2371914, Ep.Steps: 1000, Score: 2400.051, Avg.Score: 2123.778, Max.Score: 2456.631, Time: 35:50:10\n",
      "Ep.: 3677, Total Steps: 2372914, Ep.Steps: 1000, Score: 2427.661, Avg.Score: 2124.111, Max.Score: 2456.631, Time: 35:51:05\n",
      "Ep.: 3678, Total Steps: 2373914, Ep.Steps: 1000, Score: 2446.106, Avg.Score: 2125.131, Max.Score: 2456.631, Time: 35:52:01\n",
      "Ep.: 3679, Total Steps: 2374914, Ep.Steps: 1000, Score: 2474.851, Avg.Score: 2126.219, Max.Score: 2474.851, Time: 35:52:56\n",
      "Ep.: 3680, Total Steps: 2375914, Ep.Steps: 1000, Score: 2460.829, Avg.Score: 2127.325, Max.Score: 2474.851, Time: 35:53:50\n",
      "Ep.: 3681, Total Steps: 2376914, Ep.Steps: 1000, Score: 2412.897, Avg.Score: 2150.230, Max.Score: 2474.851, Time: 35:54:45\n",
      "Ep.: 3682, Total Steps: 2377914, Ep.Steps: 1000, Score: 2458.608, Avg.Score: 2153.014, Max.Score: 2474.851, Time: 35:55:40\n",
      "Ep.: 3683, Total Steps: 2378914, Ep.Steps: 1000, Score: 2416.947, Avg.Score: 2153.514, Max.Score: 2474.851, Time: 35:56:36\n",
      "Ep.: 3684, Total Steps: 2379914, Ep.Steps: 1000, Score: 2447.790, Avg.Score: 2154.404, Max.Score: 2474.851, Time: 35:57:31\n",
      "Ep.: 3685, Total Steps: 2380914, Ep.Steps: 1000, Score: 2409.182, Avg.Score: 2154.762, Max.Score: 2474.851, Time: 35:58:26\n",
      "Ep.: 3686, Total Steps: 2381914, Ep.Steps: 1000, Score: 2431.011, Avg.Score: 2177.111, Max.Score: 2474.851, Time: 35:59:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3687, Total Steps: 2382914, Ep.Steps: 1000, Score: 2435.995, Avg.Score: 2177.958, Max.Score: 2474.851, Time: 36:00:16\n",
      "Ep.: 3688, Total Steps: 2383914, Ep.Steps: 1000, Score: 2455.746, Avg.Score: 2179.014, Max.Score: 2474.851, Time: 36:01:11\n",
      "Ep.: 3689, Total Steps: 2384914, Ep.Steps: 1000, Score: 2406.890, Avg.Score: 2179.655, Max.Score: 2474.851, Time: 36:02:07\n",
      "Ep.: 3690, Total Steps: 2385914, Ep.Steps: 1000, Score: 2433.144, Avg.Score: 2180.768, Max.Score: 2474.851, Time: 36:03:02\n",
      "Ep.: 3691, Total Steps: 2386914, Ep.Steps: 1000, Score: 2454.411, Avg.Score: 2181.624, Max.Score: 2474.851, Time: 36:03:57\n",
      "Ep.: 3692, Total Steps: 2387914, Ep.Steps: 1000, Score: 2432.194, Avg.Score: 2182.473, Max.Score: 2474.851, Time: 36:04:51\n",
      "Ep.: 3693, Total Steps: 2388914, Ep.Steps: 1000, Score: 2444.440, Avg.Score: 2183.707, Max.Score: 2474.851, Time: 36:05:47\n",
      "Ep.: 3694, Total Steps: 2389914, Ep.Steps: 1000, Score: 2468.013, Avg.Score: 2184.694, Max.Score: 2474.851, Time: 36:06:42\n",
      "Ep.: 3695, Total Steps: 2390914, Ep.Steps: 1000, Score: 2427.768, Avg.Score: 2185.732, Max.Score: 2474.851, Time: 36:07:37\n",
      "Ep.: 3696, Total Steps: 2391914, Ep.Steps: 1000, Score: 2434.684, Avg.Score: 2198.749, Max.Score: 2474.851, Time: 36:08:32\n",
      "Ep.: 3697, Total Steps: 2392914, Ep.Steps: 1000, Score: 2436.420, Avg.Score: 2199.592, Max.Score: 2474.851, Time: 36:09:28\n",
      "Ep.: 3698, Total Steps: 2393914, Ep.Steps: 1000, Score: 2466.947, Avg.Score: 2200.813, Max.Score: 2474.851, Time: 36:10:22\n",
      "Ep.: 3699, Total Steps: 2394914, Ep.Steps: 1000, Score: 2444.928, Avg.Score: 2223.511, Max.Score: 2474.851, Time: 36:11:18\n",
      "Ep.: 3700, Total Steps: 2395914, Ep.Steps: 1000, Score: 2488.011, Avg.Score: 2224.456, Max.Score: 2488.011, Time: 36:12:13\n",
      "Ep.: 3701, Total Steps: 2396914, Ep.Steps: 1000, Score: 2475.484, Avg.Score: 2226.179, Max.Score: 2488.011, Time: 36:13:09\n",
      "Ep.: 3702, Total Steps: 2397914, Ep.Steps: 1000, Score: 2480.292, Avg.Score: 2227.159, Max.Score: 2488.011, Time: 36:14:04\n",
      "Ep.: 3703, Total Steps: 2398914, Ep.Steps: 1000, Score: 2457.157, Avg.Score: 2240.601, Max.Score: 2488.011, Time: 36:14:59\n",
      "Ep.: 3704, Total Steps: 2399914, Ep.Steps: 1000, Score: 2485.147, Avg.Score: 2241.636, Max.Score: 2488.011, Time: 36:15:54\n",
      "Ep.: 3705, Total Steps: 2400914, Ep.Steps: 1000, Score: 2517.383, Avg.Score: 2243.354, Max.Score: 2517.383, Time: 36:16:50\n",
      "Ep.: 3706, Total Steps: 2401914, Ep.Steps: 1000, Score: 2482.284, Avg.Score: 2244.124, Max.Score: 2517.383, Time: 36:17:45\n",
      "Ep.: 3707, Total Steps: 2402914, Ep.Steps: 1000, Score: 2482.418, Avg.Score: 2245.159, Max.Score: 2517.383, Time: 36:18:40\n",
      "Ep.: 3708, Total Steps: 2403914, Ep.Steps: 1000, Score: 2493.712, Avg.Score: 2246.631, Max.Score: 2517.383, Time: 36:19:35\n",
      "Ep.: 3709, Total Steps: 2404914, Ep.Steps: 1000, Score: 2496.919, Avg.Score: 2247.757, Max.Score: 2517.383, Time: 36:20:30\n",
      "Ep.: 3710, Total Steps: 2405914, Ep.Steps: 1000, Score: 2477.850, Avg.Score: 2248.809, Max.Score: 2517.383, Time: 36:21:24\n",
      "Ep.: 3711, Total Steps: 2406914, Ep.Steps: 1000, Score: 2478.974, Avg.Score: 2270.384, Max.Score: 2517.383, Time: 36:22:19\n",
      "Ep.: 3712, Total Steps: 2407914, Ep.Steps: 1000, Score: 2465.384, Avg.Score: 2271.670, Max.Score: 2517.383, Time: 36:23:15\n",
      "Ep.: 3713, Total Steps: 2408914, Ep.Steps: 1000, Score: 2505.625, Avg.Score: 2272.513, Max.Score: 2517.383, Time: 36:24:11\n",
      "Ep.: 3714, Total Steps: 2409914, Ep.Steps: 1000, Score: 2459.152, Avg.Score: 2273.047, Max.Score: 2517.383, Time: 36:25:08\n",
      "Ep.: 3715, Total Steps: 2410914, Ep.Steps: 1000, Score: 2466.666, Avg.Score: 2273.850, Max.Score: 2517.383, Time: 36:26:05\n",
      "Ep.: 3716, Total Steps: 2411914, Ep.Steps: 1000, Score: 2448.252, Avg.Score: 2274.686, Max.Score: 2517.383, Time: 36:27:01\n",
      "Ep.: 3717, Total Steps: 2412914, Ep.Steps: 1000, Score: 2430.795, Avg.Score: 2274.725, Max.Score: 2517.383, Time: 36:27:58\n",
      "Ep.: 3718, Total Steps: 2413914, Ep.Steps: 1000, Score: 2502.509, Avg.Score: 2275.834, Max.Score: 2517.383, Time: 36:28:54\n",
      "Ep.: 3719, Total Steps: 2414914, Ep.Steps: 1000, Score: 2532.997, Avg.Score: 2277.358, Max.Score: 2532.997, Time: 36:29:50\n",
      "Ep.: 3720, Total Steps: 2415914, Ep.Steps: 1000, Score: 2510.257, Avg.Score: 2278.231, Max.Score: 2532.997, Time: 36:30:46\n",
      "Ep.: 3721, Total Steps: 2416914, Ep.Steps: 1000, Score: 2496.488, Avg.Score: 2279.059, Max.Score: 2532.997, Time: 36:31:43\n",
      "Ep.: 3722, Total Steps: 2417914, Ep.Steps: 1000, Score: 2462.099, Avg.Score: 2279.741, Max.Score: 2532.997, Time: 36:32:38\n",
      "Ep.: 3723, Total Steps: 2418914, Ep.Steps: 1000, Score: 2518.438, Avg.Score: 2281.619, Max.Score: 2532.997, Time: 36:33:33\n",
      "Ep.: 3724, Total Steps: 2419914, Ep.Steps: 1000, Score: 2522.654, Avg.Score: 2282.865, Max.Score: 2532.997, Time: 36:34:28\n",
      "Ep.: 3725, Total Steps: 2420914, Ep.Steps: 1000, Score: 2509.694, Avg.Score: 2283.805, Max.Score: 2532.997, Time: 36:35:23\n",
      "Ep.: 3726, Total Steps: 2421888, Ep.Steps: 974, Score: 2426.246, Avg.Score: 2284.556, Max.Score: 2532.997, Time: 36:36:18\n",
      "Ep.: 3727, Total Steps: 2422888, Ep.Steps: 1000, Score: 2522.678, Avg.Score: 2285.802, Max.Score: 2532.997, Time: 36:37:14\n",
      "Ep.: 3728, Total Steps: 2423888, Ep.Steps: 1000, Score: 2512.649, Avg.Score: 2299.073, Max.Score: 2532.997, Time: 36:38:10\n",
      "Ep.: 3729, Total Steps: 2424888, Ep.Steps: 1000, Score: 2479.048, Avg.Score: 2320.244, Max.Score: 2532.997, Time: 36:39:06\n",
      "Ep.: 3730, Total Steps: 2425888, Ep.Steps: 1000, Score: 2454.601, Avg.Score: 2320.886, Max.Score: 2532.997, Time: 36:40:01\n",
      "Ep.: 3731, Total Steps: 2426888, Ep.Steps: 1000, Score: 2465.009, Avg.Score: 2321.884, Max.Score: 2532.997, Time: 36:40:58\n",
      "Ep.: 3732, Total Steps: 2427888, Ep.Steps: 1000, Score: 2484.442, Avg.Score: 2322.770, Max.Score: 2532.997, Time: 36:41:54\n",
      "Ep.: 3733, Total Steps: 2428888, Ep.Steps: 1000, Score: 2513.783, Avg.Score: 2324.375, Max.Score: 2532.997, Time: 36:42:51\n",
      "Ep.: 3734, Total Steps: 2429888, Ep.Steps: 1000, Score: 2518.765, Avg.Score: 2326.131, Max.Score: 2532.997, Time: 36:43:49\n",
      "Ep.: 3735, Total Steps: 2430888, Ep.Steps: 1000, Score: 2527.249, Avg.Score: 2327.641, Max.Score: 2532.997, Time: 36:44:50\n",
      "Ep.: 3736, Total Steps: 2431888, Ep.Steps: 1000, Score: 2518.990, Avg.Score: 2329.055, Max.Score: 2532.997, Time: 36:45:46\n",
      "Ep.: 3737, Total Steps: 2432888, Ep.Steps: 1000, Score: 2502.882, Avg.Score: 2330.283, Max.Score: 2532.997, Time: 36:46:43\n",
      "Ep.: 3738, Total Steps: 2433888, Ep.Steps: 1000, Score: 2423.920, Avg.Score: 2333.201, Max.Score: 2532.997, Time: 36:47:39\n",
      "Ep.: 3739, Total Steps: 2434888, Ep.Steps: 1000, Score: 2481.489, Avg.Score: 2356.104, Max.Score: 2532.997, Time: 36:48:36\n",
      "Ep.: 3740, Total Steps: 2435888, Ep.Steps: 1000, Score: 2442.409, Avg.Score: 2356.744, Max.Score: 2532.997, Time: 36:49:32\n",
      "Ep.: 3741, Total Steps: 2436888, Ep.Steps: 1000, Score: 2503.132, Avg.Score: 2357.789, Max.Score: 2532.997, Time: 36:50:28\n",
      "Ep.: 3742, Total Steps: 2437839, Ep.Steps: 951, Score: 2342.150, Avg.Score: 2357.236, Max.Score: 2532.997, Time: 36:51:21\n",
      "Ep.: 3743, Total Steps: 2438839, Ep.Steps: 1000, Score: 2466.217, Avg.Score: 2357.891, Max.Score: 2532.997, Time: 36:52:16\n",
      "Ep.: 3744, Total Steps: 2439839, Ep.Steps: 1000, Score: 2447.658, Avg.Score: 2380.448, Max.Score: 2532.997, Time: 36:53:11\n",
      "Ep.: 3745, Total Steps: 2440839, Ep.Steps: 1000, Score: 2466.050, Avg.Score: 2380.741, Max.Score: 2532.997, Time: 36:54:06\n",
      "Ep.: 3746, Total Steps: 2441839, Ep.Steps: 1000, Score: 2491.316, Avg.Score: 2398.834, Max.Score: 2532.997, Time: 36:55:02\n",
      "Ep.: 3747, Total Steps: 2442839, Ep.Steps: 1000, Score: 2469.897, Avg.Score: 2399.182, Max.Score: 2532.997, Time: 36:55:58\n",
      "Ep.: 3748, Total Steps: 2443839, Ep.Steps: 1000, Score: 2501.324, Avg.Score: 2400.288, Max.Score: 2532.997, Time: 36:56:53\n",
      "Ep.: 3749, Total Steps: 2444839, Ep.Steps: 1000, Score: 2493.007, Avg.Score: 2401.086, Max.Score: 2532.997, Time: 36:57:49\n",
      "Ep.: 3750, Total Steps: 2445839, Ep.Steps: 1000, Score: 2498.437, Avg.Score: 2409.626, Max.Score: 2532.997, Time: 36:58:44\n",
      "Ep.: 3751, Total Steps: 2446839, Ep.Steps: 1000, Score: 2490.419, Avg.Score: 2410.309, Max.Score: 2532.997, Time: 36:59:39\n",
      "Ep.: 3752, Total Steps: 2447839, Ep.Steps: 1000, Score: 2463.363, Avg.Score: 2410.961, Max.Score: 2532.997, Time: 37:00:34\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep.: 3753, Total Steps: 2448839, Ep.Steps: 1000, Score: 2480.403, Avg.Score: 2412.173, Max.Score: 2532.997, Time: 37:01:31\n",
      "Ep.: 3754, Total Steps: 2449839, Ep.Steps: 1000, Score: 2509.945, Avg.Score: 2413.505, Max.Score: 2532.997, Time: 37:02:26\n",
      "Ep.: 3755, Total Steps: 2450839, Ep.Steps: 1000, Score: 2527.421, Avg.Score: 2414.878, Max.Score: 2532.997, Time: 37:03:21\n",
      "Ep.: 3756, Total Steps: 2451839, Ep.Steps: 1000, Score: 2458.332, Avg.Score: 2415.155, Max.Score: 2532.997, Time: 37:04:17\n",
      "Ep.: 3757, Total Steps: 2452839, Ep.Steps: 1000, Score: 2527.412, Avg.Score: 2416.714, Max.Score: 2532.997, Time: 37:05:12\n",
      "Ep.: 3758, Total Steps: 2453839, Ep.Steps: 1000, Score: 2520.324, Avg.Score: 2417.873, Max.Score: 2532.997, Time: 37:06:08\n",
      "Ep.: 3759, Total Steps: 2454839, Ep.Steps: 1000, Score: 2511.071, Avg.Score: 2418.741, Max.Score: 2532.997, Time: 37:07:02\n",
      "Ep.: 3760, Total Steps: 2455839, Ep.Steps: 1000, Score: 2491.317, Avg.Score: 2419.433, Max.Score: 2532.997, Time: 37:07:58\n",
      "Ep.: 3761, Total Steps: 2456839, Ep.Steps: 1000, Score: 2511.944, Avg.Score: 2420.284, Max.Score: 2532.997, Time: 37:08:54\n",
      "Ep.: 3762, Total Steps: 2457839, Ep.Steps: 1000, Score: 2485.181, Avg.Score: 2420.976, Max.Score: 2532.997, Time: 37:09:49\n",
      "Ep.: 3763, Total Steps: 2458839, Ep.Steps: 1000, Score: 2504.499, Avg.Score: 2421.694, Max.Score: 2532.997, Time: 37:10:44\n",
      "Ep.: 3764, Total Steps: 2459839, Ep.Steps: 1000, Score: 2513.546, Avg.Score: 2422.658, Max.Score: 2532.997, Time: 37:11:39\n",
      "Ep.: 3765, Total Steps: 2460839, Ep.Steps: 1000, Score: 2487.308, Avg.Score: 2423.339, Max.Score: 2532.997, Time: 37:12:34\n",
      "Ep.: 3766, Total Steps: 2461839, Ep.Steps: 1000, Score: 2491.031, Avg.Score: 2423.717, Max.Score: 2532.997, Time: 37:13:29\n",
      "Ep.: 3767, Total Steps: 2462839, Ep.Steps: 1000, Score: 2515.663, Avg.Score: 2424.728, Max.Score: 2532.997, Time: 37:14:24\n",
      "Ep.: 3768, Total Steps: 2463839, Ep.Steps: 1000, Score: 2515.830, Avg.Score: 2425.332, Max.Score: 2532.997, Time: 37:15:20\n",
      "Ep.: 3769, Total Steps: 2464839, Ep.Steps: 1000, Score: 2512.277, Avg.Score: 2449.188, Max.Score: 2532.997, Time: 37:16:15\n",
      "Ep.: 3770, Total Steps: 2465839, Ep.Steps: 1000, Score: 2530.285, Avg.Score: 2449.925, Max.Score: 2532.997, Time: 37:17:10\n",
      "Ep.: 3771, Total Steps: 2466839, Ep.Steps: 1000, Score: 2529.399, Avg.Score: 2473.940, Max.Score: 2532.997, Time: 37:18:06\n",
      "Ep.: 3772, Total Steps: 2467839, Ep.Steps: 1000, Score: 2537.620, Avg.Score: 2475.040, Max.Score: 2537.620, Time: 37:19:02\n",
      "Ep.: 3773, Total Steps: 2468568, Ep.Steps: 729, Score: 1785.479, Avg.Score: 2469.035, Max.Score: 2537.620, Time: 37:19:44\n",
      "Ep.: 3774, Total Steps: 2469568, Ep.Steps: 1000, Score: 2525.112, Avg.Score: 2469.887, Max.Score: 2537.620, Time: 37:20:40\n",
      "Ep.: 3775, Total Steps: 2470568, Ep.Steps: 1000, Score: 2522.287, Avg.Score: 2470.750, Max.Score: 2537.620, Time: 37:21:35\n",
      "Ep.: 3776, Total Steps: 2471568, Ep.Steps: 1000, Score: 2541.450, Avg.Score: 2472.164, Max.Score: 2541.450, Time: 37:22:30\n",
      "Ep.: 3777, Total Steps: 2472568, Ep.Steps: 1000, Score: 2534.390, Avg.Score: 2473.231, Max.Score: 2541.450, Time: 37:23:24\n",
      "Ep.: 3778, Total Steps: 2473568, Ep.Steps: 1000, Score: 2508.003, Avg.Score: 2473.850, Max.Score: 2541.450, Time: 37:24:20\n",
      "Ep.: 3779, Total Steps: 2474568, Ep.Steps: 1000, Score: 2529.593, Avg.Score: 2474.397, Max.Score: 2541.450, Time: 37:25:14\n",
      "Ep.: 3780, Total Steps: 2475568, Ep.Steps: 1000, Score: 2549.027, Avg.Score: 2475.279, Max.Score: 2549.027, Time: 37:26:10\n",
      "Ep.: 3781, Total Steps: 2476568, Ep.Steps: 1000, Score: 2532.530, Avg.Score: 2476.476, Max.Score: 2549.027, Time: 37:27:04\n",
      "Ep.: 3782, Total Steps: 2477568, Ep.Steps: 1000, Score: 2521.615, Avg.Score: 2477.106, Max.Score: 2549.027, Time: 37:27:59\n",
      "Ep.: 3783, Total Steps: 2478568, Ep.Steps: 1000, Score: 2523.523, Avg.Score: 2478.171, Max.Score: 2549.027, Time: 37:28:55\n",
      "Ep.: 3784, Total Steps: 2479568, Ep.Steps: 1000, Score: 2493.693, Avg.Score: 2478.631, Max.Score: 2549.027, Time: 37:29:50\n",
      "Ep.: 3785, Total Steps: 2480568, Ep.Steps: 1000, Score: 2528.688, Avg.Score: 2479.826, Max.Score: 2549.027, Time: 37:30:46\n",
      "Ep.: 3786, Total Steps: 2481568, Ep.Steps: 1000, Score: 2546.898, Avg.Score: 2480.984, Max.Score: 2549.027, Time: 37:31:41\n",
      "Ep.: 3787, Total Steps: 2482568, Ep.Steps: 1000, Score: 2543.518, Avg.Score: 2482.060, Max.Score: 2549.027, Time: 37:32:36\n",
      "Ep.: 3788, Total Steps: 2483568, Ep.Steps: 1000, Score: 2545.211, Avg.Score: 2482.954, Max.Score: 2549.027, Time: 37:33:31\n",
      "Ep.: 3789, Total Steps: 2484568, Ep.Steps: 1000, Score: 2545.329, Avg.Score: 2484.339, Max.Score: 2549.027, Time: 37:34:28\n",
      "Ep.: 3790, Total Steps: 2485568, Ep.Steps: 1000, Score: 2532.510, Avg.Score: 2485.332, Max.Score: 2549.027, Time: 37:35:25\n",
      "Ep.: 3791, Total Steps: 2486568, Ep.Steps: 1000, Score: 2506.654, Avg.Score: 2485.855, Max.Score: 2549.027, Time: 37:36:28\n",
      "Ep.: 3792, Total Steps: 2487568, Ep.Steps: 1000, Score: 2544.416, Avg.Score: 2486.977, Max.Score: 2549.027, Time: 37:37:43\n",
      "Ep.: 3793, Total Steps: 2488568, Ep.Steps: 1000, Score: 2502.076, Avg.Score: 2487.553, Max.Score: 2549.027, Time: 37:38:53\n",
      "Ep.: 3794, Total Steps: 2489568, Ep.Steps: 1000, Score: 2542.749, Avg.Score: 2488.301, Max.Score: 2549.027, Time: 37:39:57\n",
      "Ep.: 3795, Total Steps: 2490568, Ep.Steps: 1000, Score: 2505.001, Avg.Score: 2489.073, Max.Score: 2549.027, Time: 37:40:59\n",
      "Ep.: 3796, Total Steps: 2491568, Ep.Steps: 1000, Score: 2540.202, Avg.Score: 2490.128, Max.Score: 2549.027, Time: 37:41:58\n",
      "Ep.: 3797, Total Steps: 2492568, Ep.Steps: 1000, Score: 2537.325, Avg.Score: 2491.137, Max.Score: 2549.027, Time: 37:42:56\n",
      "Ep.: 3798, Total Steps: 2493568, Ep.Steps: 1000, Score: 2531.470, Avg.Score: 2491.783, Max.Score: 2549.027, Time: 37:43:54\n",
      "Ep.: 3799, Total Steps: 2494568, Ep.Steps: 1000, Score: 2530.511, Avg.Score: 2492.638, Max.Score: 2549.027, Time: 37:44:53\n",
      "Ep.: 3800, Total Steps: 2495568, Ep.Steps: 1000, Score: 2557.114, Avg.Score: 2493.329, Max.Score: 2557.114, Time: 37:45:55\n",
      "Ep.: 3801, Total Steps: 2496568, Ep.Steps: 1000, Score: 2539.202, Avg.Score: 2493.967, Max.Score: 2557.114, Time: 37:46:59\n",
      "Ep.: 3802, Total Steps: 2497568, Ep.Steps: 1000, Score: 2516.102, Avg.Score: 2494.325, Max.Score: 2557.114, Time: 37:47:58\n",
      "Ep.: 3803, Total Steps: 2498568, Ep.Steps: 1000, Score: 2518.460, Avg.Score: 2494.938, Max.Score: 2557.114, Time: 37:48:57\n",
      "Ep.: 3804, Total Steps: 2499568, Ep.Steps: 1000, Score: 2522.515, Avg.Score: 2495.311, Max.Score: 2557.114, Time: 37:49:54\n",
      "Ep.: 3805, Total Steps: 2500568, Ep.Steps: 1000, Score: 2517.100, Avg.Score: 2495.309, Max.Score: 2557.114, Time: 37:50:52\n",
      "Ep.: 3806, Total Steps: 2501568, Ep.Steps: 1000, Score: 2529.950, Avg.Score: 2495.785, Max.Score: 2557.114, Time: 37:51:50\n",
      "Ep.: 3807, Total Steps: 2502568, Ep.Steps: 1000, Score: 2544.071, Avg.Score: 2496.402, Max.Score: 2557.114, Time: 37:52:48\n",
      "Ep.: 3808, Total Steps: 2503568, Ep.Steps: 1000, Score: 2545.314, Avg.Score: 2496.918, Max.Score: 2557.114, Time: 37:53:45\n",
      "Ep.: 3809, Total Steps: 2504568, Ep.Steps: 1000, Score: 2548.591, Avg.Score: 2497.434, Max.Score: 2557.114, Time: 37:54:43\n",
      "Ep.: 3810, Total Steps: 2505568, Ep.Steps: 1000, Score: 2543.297, Avg.Score: 2498.089, Max.Score: 2557.114, Time: 37:55:41\n",
      "Ep.: 3811, Total Steps: 2506568, Ep.Steps: 1000, Score: 2548.280, Avg.Score: 2498.782, Max.Score: 2557.114, Time: 37:56:39\n",
      "Ep.: 3812, Total Steps: 2507568, Ep.Steps: 1000, Score: 2555.617, Avg.Score: 2499.684, Max.Score: 2557.114, Time: 37:57:37\n",
      "Ep.: 3813, Total Steps: 2508568, Ep.Steps: 1000, Score: 2562.541, Avg.Score: 2500.254, Max.Score: 2562.541, Time: 37:58:35\n",
      "Solved environment with Avg Score:   2500.253525302146\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "from  collections  import deque\n",
    "\n",
    "def sac_train(max_steps):\n",
    "\n",
    "    total_numsteps = 0\n",
    "    updates = 0\n",
    "    num_episodes = 20000\n",
    "    updates=0\n",
    "\n",
    "    time_start = time.time()\n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores_array = []\n",
    "    avg_scores_array = [] \n",
    "    \n",
    "    for i_episode in range(num_episodes): \n",
    "        episode_reward = 0\n",
    "        episode_steps = 0\n",
    "        done = False\n",
    "        state = env.reset()\n",
    "\n",
    "        for step in range(max_steps):    \n",
    "            if start_steps > total_numsteps:\n",
    "                action = env.action_space.sample()  # Sample random action\n",
    "            else:\n",
    "                action = agent.select_action(state)  # Sample action from policy\n",
    "\n",
    "            if len(memory) > batch_size:\n",
    "                \n",
    "                # Update parameters of all the networks\n",
    "                agent.update_parameters(memory, batch_size, updates)\n",
    "\n",
    "                updates += 1\n",
    "\n",
    "            next_state, reward, done, _ = env.step(action) # Step\n",
    "            episode_steps += 1\n",
    "            total_numsteps += 1\n",
    "            episode_reward += reward\n",
    "\n",
    "            mask = 1 if episode_steps == env._max_episode_steps else float(not done)\n",
    "\n",
    "            memory.push(state, action, reward, next_state, mask) # Append transition to memory\n",
    "\n",
    "            state = next_state\n",
    "            \n",
    "            if done:\n",
    "                break\n",
    "\n",
    "        scores_deque.append(episode_reward)\n",
    "        scores_array.append(episode_reward)        \n",
    "        avg_score = np.mean(scores_deque)\n",
    "        avg_scores_array.append(avg_score)\n",
    "        max_score = np.max(scores_deque)\n",
    "        \n",
    "        if i_episode % 100 == 0 and i_episode > 0:\n",
    "            reward_round = round(episode_reward, 2)\n",
    "            save(agent, 'dir_hopper_sac_0.0003', 'weights', str(i_episode), str(reward_round))\n",
    "\n",
    "        s =  (int)(time.time() - time_start)\n",
    "            \n",
    "        print(\"Ep.: {}, Total Steps: {}, Ep.Steps: {}, Score: {:.3f}, Avg.Score: {:.3f}, Max.Score: {:.3f}, Time: {:02}:{:02}:{:02}\".\\\n",
    "            format(i_episode, total_numsteps, episode_steps, episode_reward, avg_score, max_score, \\\n",
    "                  s//3600, s%3600//60, s%60))\n",
    "\n",
    "                    \n",
    "        if (avg_score > threshold):\n",
    "            print('Solved environment with Avg Score:  ', avg_score)\n",
    "            break;\n",
    "            \n",
    "    return scores_array, avg_scores_array \n",
    "\n",
    "scores, avg_scores = sac_train(max_steps=max_steps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "reward_round = round(np.max(scores), 2)\n",
    "save(agent, 'dir_hopper_sac_0.0003', 'weights', 'final', str(reward_round))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of scores:  3814 , len of avg_scores:  3814\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAi0AAAEGCAYAAACpaqUaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjAsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+17YcXAAAgAElEQVR4nOzdd3iUVfrw8e+ZmfQQQiAQemgBQu+CICAKoojdFX0VXRXrWn6WtWBdXVld1w52RWUVxd4pi6IiUqSDQJBE6YEAIaTOzHn/mJlkkkzP1HB/ritXZs7Tzkwmc+7nVKW1RgghhBAi2hkinQEhhBBCCF9I0CKEEEKImCBBixBCCCFiggQtQgghhIgJErQIIYQQIiaYIp2BUGjRooXOzs6OdDaEECKmrFq16oDWOjPS+RDCnUYZtGRnZ7Ny5cpIZ0MIIWKKUqog0nkQwhNpHhJCCCFETJCgRQghhBAxQYIWIYQQQsSERtmnRQghRPRYtWpVS5PJ9CrQG7lZFu5ZgQ1ms/mqQYMG7Xe1gwQtQgghQspkMr2alZXVMzMz85DBYJAF74RLVqtVFRYW5u7du/dVYLKrfSTiFUIIEWq9MzMziyVgEZ4YDAadmZl5BFuNnOt9wpgfIYQQxyeDBCzCF/bPidvYRIIWIYRoJOat2sl7y/+IdDaECBnp0yKEEDGsvMrC6z/t4PFvtgDQI6sJFw3tEOFcRae///3vWR9++GFzg8GgDQYDM2fOLDj55JOPRTpfwncStAghRAzZc6SM1k2Tqp/3uO+bWtt/23s03FmKCQsXLkz59ttv09evX78pKSlJ79mzx1RRUaECPV9VVRVxcXHBzKLwQciah5RS7ZVSi5VSm5VSG5VSN9vTH1RK7VJKrbH/nO50zN1KqTyl1Bal1ASn9NPsaXlKqbtClWchhIhmS7cfYPhj/yP7ri95ecl2su/6st4+j53bJwI5i367du2Ky8jIMCclJWmA1q1bm7Ozs6u+//775AEDBvTo3r17bp8+fXoeOnTIUFpaqs4///zsnJyc3J49e+Z+/vnnTQCeffbZ5hMnTux88skndx01alQOwH333deqd+/ePXNycnJvvfXWNpF8jceDUNa0mIHbtNa/KqWaAKuUUgvs257SWv/beWelVC5wEdALaAMsVErl2De/AJwK7ARWKKU+01pvCmHehRAiqizesp8r3lhR/fyfX/3mcr+erdPClaWA3DFvbfute48mB/OcOVlNSp84v9+fnvY5++yzix977LE22dnZvUeOHFk8ZcqUonHjxh275JJLusyZM2f76NGjS4uKigypqanWRx55pBXA1q1bN61evTrx9NNP77Z9+/YNAL/++mvqunXrNrZq1cry0UcfpeXl5SWuW7dus9aaU045pevXX3+dOnHixJJgvj5RI2Q1LVrrPVrrX+2PjwKbgbYeDjkLeE9rXaG13gHkAUPtP3la69+11pXAe/Z9hRDiuDFnmecOtvFU8X+m9+m38fEw5Si2NG3a1Lphw4ZNzz//fEFmZqZ56tSpXZ588snMli1bVo0ePboUICMjwxoXF8fSpUtTL7vssoMAAwYMKG/Tpk3l+vXrEwFGjRpV3KpVKwvAN998k7ZkyZK03Nzc3F69euVu37498bfffkuM3Kts/MLSp0UplQ0MAH4BTgRuVEpdBqzEVhtzCFtAs8zpsJ3UBDl/1kkf5uIa04BpAB06SCc0IUTjsnDzPrfbsjjIrPhnGGDIg7KLwWoFQ3QODvVWIxJKJpOJSZMmHZ00adLRvn37lr344ouZSql6Q7G1dj86Ozk52eq83y233LLnjjvuOBCiLIs6Qv6pVkqlAh8Ct2iti4FZQBegP7AHeNKxq4vDtYf02glav6y1Hqy1HpyZmRmUvAshRKRtLyxh+ifrXW5TWPk2/k6WJf6N/ol74cK34JxZURuwRNLatWsT1q9fn+B4vnr16qRu3bqV79u3L/77779PBjh06JChqqqKkSNHlrzzzjsZAOvWrUvYs2dPfN++fcvrnnPixInFb7/9dosjR44YAHbs2BG3a9cuGeASQiF9c5VScdgCljla648AtNb7nLa/Anxhf7oTaO90eDtgt/2xu3QhhGi0tNaMe/J7t9szOUJ3w04A1NWLITPH7b7Hu+LiYuNNN93Uobi42Gg0GnV2dnbF7NmzC7Zu3Xrgpptu6lBeXm5ITEy0LlmyZOudd965/9JLL+2Yk5OTazQaeemll/IdHXidnXvuucUbN25MHDJkSA+w1cLMmTNnR9u2bc3hf4XHB+WpGqxBJ1ZKAbOBIq31LU7prbXWe+yPbwWGaa0vUkr1Av6LrQ9LG2AR0A1bTctWYBywC1gBXKy13uju2oMHD9YrV64MyesSQohwcTU6yFk3tZMFCXdyS+X1PP3Pxxp8PaXUKq314AafqI61a9fm9+vXT5pQhE/Wrl3bol+/ftmutoWypuVE4FJgvVJqjT3tHmCKUqo/tiaefOAaAK31RqXU+8AmbCOPbtBaWwCUUjcC3wJG4HVPAYsQQsS68ipLvflXXLlvXBv4EQ4S3SOGhAiWkAUtWusfcd0f5SsPxzwKPOoi/StPxwkhRGNw/6cbeOvnAq4d3cWn/XOKFgNwRKeEMltCRA3prSWEEFFAa81bPxcA8OL3213us+3RiXx244kAXG78hqxNr7HAMogNulPY8ilEJEkvZyGEiKAXFueRnhzHzkNlXveNMxro2y6dYR2acMO+Tylp0Y9pO29Fy/2nOE5I0CKEEBFytLyKJ77d4tO++TPOqH6cbi0iUx3hj06T0DslYBHHD/m0CyFEiBUeraDX/d+wfueRWuklFYGNjG1isZ2nsolMpCmOLxK0CCFEiP2wrZBjlRZe/2kHizbvI/uuL9m27yjnz/o5oPPlVG0GwJzYLJjZbPTeeuutdKXUoNWrV0fFVPt79+41Dhs2LCc5OXnAZZddVisC/eGHH5JzcnJyO3To0Pvyyy9vb7XaJuLdt2+fccSIEd06duzYe8SIEd0KCwuNwcjL6NGjux44cKBB5/riiy+ajB07tmsw8uOOBC1CCBFiztNhfbV+LwBr/jzMrsPe+7G40t5iW4eoPL17g/N2PHnvvfcyBg4cWPL2229nRDovAMnJyfrhhx/e/eCDD+6su+3666/vOHPmzIL8/PwNv//+e+K8efPSAB544IHWY8aMOVpQULBhzJgxR++///6sYOTl+++/z2vRooUlGOcKJQlahBAiTHYfLsNqj2DumLcu4PMMTj/GNmtbOrXztAatcHbkyBHDypUrU9944438jz/+uLqK6owzzug8d+7cpo7n5513Xvabb76ZfvToUcPpp5/eOScnJ/eMM87o3Ldv3x5Lliyptzr1p59+2qRnz565OTk5uRdccEF2WVmZAmjbtm2fW2+9tU1ubm7PnJycXFe1O2lpadYJEyaUJCYmWp3TCwoK4kpKSgynnHLKMYPBwCWXXHLwk08+aQbwzTffpF9zzTUHAa655pqDX3/9db3qNrPZzDXXXNOud+/ePXNycnKfeOKJFmCrCRk8eHD3U089tUuXLl16XXzxxR0sFluc0rZt2z579uwxFRcXG8aMGdO1e/fuud26dev1yiuvNPP0OufNm5fWqVOnXoMGDeo+b968dEceiouLDRdccEF27969e/bs2TP3nXfeSQdYuXJlYp8+fXr26NEjNycnJ9d5aQVfSEdcIYQIMUdFyy87ihp+ssItZO5dQubwayA5ruHnC7dPbmjP/k31Cv8GaZlbytkveFyIcc6cOeljxow50rdv34r09HTLjz/+mDxy5MjSv/zlL0Vz585t9pe//OVIeXm5+umnn9Jmz55d8Pjjj7dMT0+3bN26ddOKFSsShw8f3qvuOUtLS9U111zTaf78+Vv69u1bcc4552Q/8cQTmffff/9+gBYtWpg3bdq0ecaMGZkzZsxoNXfu3AJfXk5BQUFc69atqxzPO3bsWLlnz544gIMHD5o6duxYZU+vKioqqleOP/300y2aNm1q2bBhw+aysjI1ZMiQHmeeeWYxwPr161NWr169IScnp/Kkk07q9tZbbzW74oorDjmO/eijj9KysrKqvvvuuzz79YzuXuftt99eeOONN2YvWLBgS69evSomTZrU2XGee+65p/XYsWOLP/jgg/wDBw4YBw8e3HPy5MnFzz33XOb111+/77rrrisqLy9XZrN//bqkpkUIIUIsqMul7FkH2gqDpgbvnMeB999/P2PKlCmHAM4777wiRxPR+eeff2Tp0qVpZWVlat68eU2HDh16NDU1VS9dujR1ypQpRQBDhgwpz8nJKa17zrVr1ya2a9euom/fvhUAl19++cEff/yxiWP7xRdffAhg6NChpX/++afPNQquPi+2lXF8s3DhwrT333+/eY8ePXIHDBjQ89ChQ6ZNmzYlAvTp0+dYbm5upclk4sILLyz64YcfUp2PHThwYNkPP/yQdt1117X95ptvUps3b25x9zrXrFmT2K5du4o+ffpUOGqEHOf57rvv0p566qnWPXr0yB05cmT3iooKlZeXFz98+PBjTz75ZOt77703a9u2bfGpqal+/XNITYsQQsSSI/YKhabtPe8XrbzUiITC3r17jcuWLUvbunVr0o033ojFYlFKKT1r1qydycnJ+oQTTjj60Ucfpc2dO7eZI1DxJdD0tk9iYqIGMJlM2mw2+xx1ZGdnVzlqVgAKCgris7KyqgCaN29uLigoiOvYsWNVQUFBXEZGRr2qCq21evLJJ/8477zzip3Tv/jiiyZ1g5+6z/v27Vvx66+/bvrwww+b3nvvvW0XLlxYfO655x52l1d3wZTWmnnz5uX169evwjl94MCB5aNGjTr28ccfN504cWLOzJkz8ydPnnzU7ZtRh9S0CCFECNww51de/eH34J702AHY8BGkZEJCqvf9BQBvv/12s3PPPffg7t271+/atWv93r1717Vr165y/vz5qQAXXXRR0ZtvvtlixYoVTc4999xigBEjRpS89957zQBWrVqVuHXr1qS65+3fv3/5rl274jds2JAA8NZbbzUfNWqUzwWwOx07dqxKSUmxLlq0KMVqtTJnzpzmZ5111mGACRMmHH7ppZeaA7z00kvNTzvttHoBxamnnnpk1qxZmRUVFQpg3bp1CcXFxQawNQ/99ttv8RaLhXnz5mXUzW9+fn5ckyZNrNdff33RLbfcsm/NmjXJ7l5n//79y3fu3Bm/cePGBLB1dHacZ+zYscVPPvlkK8eop59++ikJYNOmTfE9e/asmD59+v7x48cfXrNmTb331ROpaREiAtbvPEKlxUKXzFTSk+OpMFswKoXJaGBVQVF1uohdX67fw5fr9/DIl5uDd9JPb4SD2+CC2cE753Hggw8+aH7nnXfucU4766yzDr399tsZp512Wsk555xTfO2113Y65ZRTDjtqR+64447CCy+8MDsnJye3d+/epd27dy9r1qxZrdE1ycnJ+sUXX8y/4IILulgsFvr161d6++23F/qTt7Zt2/YpKSkxVlVVqW+//Tb9q6++2jpo0KDymTNnFlx55ZWdysvL1dixY4svuOCCIwAPPfTQnnPOOadLx44dW7Rp06byk08+qbfmw6233nogPz8/oU+fPj211iojI6Pqq6++2g7Qv3//kttuu63db7/9ljRs2LCjl156aa2gZ9WqVUl33313O4PBgMlk0jNnzixw9zqTkpL0c889VzBp0qSuGRkZ5mHDhpVs3rw5CWDGjBm7p02b1qFHjx65WmvVrl27isWLF+e9/fbbGR988EFzk8mkMzMzqx577LHd/rxfKqhtrVFi8ODBeuXKlZHOhjjOrCo4xLLfD3LD2K6s/fMwFq2JNxro3dY2MOHPolL+7/01TB2RzY3/XV193BuXD+GKN1cAsOWR0+g+/RsGd2zGvOtGROR1iODIvuvLoJ4vf8YZ8HRfaDcEzn+t3nWcZ8wNlFJqldZ6cINPVMfatWvz+/XrdyDY5w0ls9lMZWWlSk5O1hs3bkwYP358zvbt2zc4gppY9MUXXzR58sknWy1evDgv0nnxZO3atS369euX7Wqb1LQI4UXh0QoqLVYKj1bQv326y30qzVbOm7UUgO6tmnDVWzVBc/6MM7jlvdV8ssZ2Q7Ei/1CtYx0BC0D36d8AsLLgENPeWsn8Tfu4cHA7Hj+/X1Bfk4hBO1fC4QLoe2Gkc3JcOHr0qGHUqFHdq6qqlNaap556qiCWA5bGQoIWIZxsLyyhXbMkEky2iSG11gx5dGH19i2PnEaCyUhppZlPVu9mzZ+HaJGaUL06L1ArYIHA77jnb9oHwPsrdx7XQcv8jXsZ3T2z+m8SLcwWKyNm/I/7JuVyZr82tbZ9uW6Pm6NsOrVIYceBY/5dcMtXtt/Db/DvOBGQZs2aWTds2BDEtr3ImzRp0tFJkyY1uM9NJEnQIo57B0oqeOvnAq4a1YlxT34PwNxpJ/CXl5fV29dRExIJK/KLaN8smaZJcew4cIweWbaRlQaD70MhATbuPkI7+3kcSirMpCaE/+ugvMqCxapJqXPt/APHaJ+RzK9/HGLa26sYmp3BnKuHEWc0YLVqyqos9Y5xZfmOItKSTPTISmPp9gNc/MovLLljLB2a+z5NSIXZQnmVtdb7BVBYUsH+oxXc/+kGclo1IatpIgkmA+8u/4OHPt/k8ZzPXzyAyc//hMXqx437H8ugZS9Iismp+61Wq1UZDAapqRAeWa1WBVjdbZegRRy3ft5+kPmb9vLGT/kAPLtoW/U2VwFLJDlqa+JNBkbnZLLAXgtzVv82PHPRAJ/OUXSsEgWc8eyPmAyK5feewmlPL2H/UduIxDeuGMLY7i3rHVdSYeardXs4f1A7Nu0pJjHOQNeW1VNRcKzCTGKcEaOL4OlYhZkr3lzBg2f2IrdNWq1tVqumx322IPCDa4czJDuDpxZs5XBpJbN/LuDMfm04o49thvLl+UW8sDiP1AQTe46U89qPO9jw0AT+LCqlTdMk0pJMVFqsXPrqcpbnF/Hx9SN47n95/O+3/YCtie6jX3cBsGzHQb+ClgtfWsbaPw+z/N5xtGySyI3//ZUWqQkUHLTVlBwqrWLC00t8Ph9AUpyRlfeewoB/LPD9oOJd0GagX9eJIhsKCwtzMzMzj0jgItyxWq2qsLCwKbDB3T4StIiYVl5lYdHm/Zya24p4k+8j+L/bsp/L31jhfccoU2m2VgcsAJ+u2c1/LuxfK2D4av0erp/zK9/cMorzZ/3sciVhs1Xz9s8F1QELwLS3VjLv2hG0bpqI2arZXliCUSneXfEnn6/dzZ0f1p92/rkpA/jbu7ZOxXU7gpotVub8UsDyHUVc+tovrLrv1Frb//JyzWKBF7z4M/kzzuAZp8Dx87W7+XxtzcCCpxduq3X83iPlTHzmBwBuHNuV5536Fp4zc2mtfb/bsp95q2zLu2it+fWPQyzctI9OLVLIbpHCkOwMLFbNp2t2cVb/tuTtLyEtyUTh0QrW/mkbXDH19RVs3lNr2osGqTu9RWe1m8M6lSLSsM2hW7NDIhVwqAB6nxe064eT2Wy+au/eva/u3bu3NzLVhnDPCmwwm81XudtBRg+JmNbjvq8pr7LVJObPOIO8/SV0bJ5MnNH99+KfRaWMenxxuLIYFs4BQ7BHrfjqjSuGMKprC0z29/6cmT+x+o+a0ZTf3T6Gt5cV0DY9icn92zD4kYW1js9KS2RvcbnP1xvTPZPvtvg1utStHY+dzju//MF9n2zgocm9eOCzjUE5rzv/u200GSnx9H94Po7gJD/xYiq1kZ+tvUhXJZxV+Uj1/g+b3uAy0wK49BPoMrbWuWJh9JAQwSI1LSJmlVaaqwMWgAtf/Jnl+UVMHd6Rh87qHZJrKqzYGlwbfrM4dXhHZv/s01IkMeEKe81Vj6wmDOuUUStgARjz7++qHz/8Rf0+H/4ELEDQAhaAGd/8xkvf2yaCC3XAArZZRA1F29mQcCU3V93AAW0bFh+vLIw22mq0EqmgrTrAA6a36Gn4A3JOqxewCHG8kaBFxKy6q+Quz7ctRvfR6l1ugxaLVfPUwq0+nX9Cr1Z8u9HWFJNEOWUk8m78oxzVSVxddXsDcm6T1dSviSC9Kqkwc/6spd53DLHf9h7lt72xNUDBEbCEk2nHIpJVOa/FP+ly+zvxj9FWHaC1si+ymN4xjLkTIjpJ0CJiUnF5ldthpUfLbX04dh4qZeS/bM1A8SYDWx+ZyBPfbqnukOnNfZNymdAri/nzXuHF+Ke5qvI2TjDYRkCOsqzjJ2vvoNS4BMv5s5bGXLBwPDOUuV3OBYDBhjrBdcfhIcyNELEher5xhfBD3wfne93HEbCArQPrmj8P8+L39Wa8dkspRcv9P/Fi/NMAvOp0R/x2/AzejPuXHzl2R3O6YRlplDToLDfM+VUClhijju2vlzax4jFGVjzNYouLeXkyuoQhV0JENwlaRMyZvTTf6z6V5vrD/M9+4Se/rqOAnLxXa6Ud0GnMtwwC4CTjeuKoPzLHHzcZP2Zm/LP8n2leg87z5XrPk5mJ6KIAVWrrkzPHPI4d1lYc1ils1h3ZqVvyT/MltfafbxkErULTT0uIWCLNQyKmPP7Nb8z8rnZtyaUndOTtZbU7tOZM/7rB1zKYj9HywHK2W1szofJfDDFs4WdrLwD+n3UBj8S9QR/1O7/qnICv0dNQYP/9R4PzGwkGrLwX/w/6qe18YBnNLPNkdpEZ6WxFPWUuJ37bV/xsyeVe85U0o5hyahbI3K9rlou4qvI2FloHkW+Qe0wh5L9AxAytdb2A5e+n9QjZ9eIKbf1XnjafhxlTdcACsF3bpm3/KOFB4qkK+Brp2CYoa8UhL3tGh2y1h7tM79JH2TquTutcxFDDFhKUmf9nWsRPiTfziOk1L2eJbYM7ep+R9q/Gr8lPvBgjFpfb44ps/VXWaFuTzyHSKCOxevsRUvmfpT8vm89goTVmJ5QTIugkaBEx4ffCEt6s0yyUP+MMrhvTpd4kXcEwwbCc5nMnAbBDZ9Xb/rO1F59bTgBgmvELmlAa0HXSla0vS7ZhHy/EPR1gbsPnAuP3XGv6nM8TpvMP0+tMODwXgMM6pXqfk42r3R1+3LjW9DkAFxsXYcTC9cZPmWyoGdllKrbVrH1ucd+59q9Vd9qbiULwARciRknQImLCyU9+73E9F4P7pSoCMtG4HIClQ19gg+7kcp+5FtucGbfHfcA00xf1tqdQxt2mOSThfv6RdFVCsbYNfT7Dfs2G6udmJeqGylZ7yHIMvwUuNS1kQOlPrLV2pn/FK2SX/5cXzWfSnGJsM7o2Tr4EyTt1CwD+Efcmt5ve5864uTwb/zwZFNNd/UHCfltg94euv2yCEMI9CVpEzDtpz5v8ljCVVEoJVmHZV/2OpWkH9maNwd2d7gprd14222Yh/ZvpE/qpPKetmvfjH+Ya05ecbXTdAVijSaeEdy0nByXPDnF+LqDoi6uMX/Jdwm2cZ/yRLdZ2zDafyikVj3Ntp/mcVfmP6v0O6iYkKDOplAU9D9FPc7LhV+Iwk6N2VqeONtTMJ/Rr4rV8m3AXTX+dRVXOJErwfQ0kIUQIgxalVHul1GKl1Gal1Eal1M329Ayl1AKl1Db772b2dKWUelYplaeUWqeUGuh0rqn2/bcppaaGKs8iOjnWjHF2waB2tgflxZyy9xXilYUNiVeRn3gJPVXDZpltp/bT2bCXyo6jPe5XQTz/NF/CN5YhAHyacH/1tomG5fSyd7Kt1HEujzdayklSlRzRqayzdrJfO3izvAbDraYPyE+8mOlxc6rTnjKfzwPmK8jT7bAqI85B3UFtWxSxlYqNPjrBdKbhZ16P/zfbEi8jVdXUruUa6n8eyzqMoXTSS+HMnhCNQihrWszAbVrrnsAJwA1KqVzgLmCR1robsMj+HGAi0M3+Mw2YBbYgB3gAGAYMBR5wBDri+HD7B2vrpV0/tqvtwS/1v/i/Trg7oOuYMPOY6RXGGtYAUNl5vE9NAY+Zp1Q/nmj4hXGGVXRWNUOQU5XrWocEs21elcOkslW3B7DP/eJbbVEmh5lueptTDaFZZyuTw9xs+rhW2gnlz/GNdajbY45g69tymdH7PDqNTXNlW0yxUhuZbT6VjVbbDLarrV3pXV4zdP4LyzAKT38VTAkRyacQsSxkQ5611nuAPfbHR5VSm4G2wFnAGPtus4HvgL/b09/SthUclyml0pVSre37LtBaFwEopRYApwHvhirvIvoZFFB+BH5+js1pI5m6fwpDDFt4If5ZAOKpohLXNRzujDesZIrJNiFdhTZR1WYI7HI9+sNZgc6iwNqSjob9zIp/pt52d00liVVHAFsn1mfN53C+cQldDbvJ5AiFeO+X8mPCzSSoKq7ia7LL/+t1f39daqodePhyje+ttknRTEHuYxQLmqtizNpAj4rZWDFgwMrJhtX8ZO1FGbYAZZ9O58aqm1kSl+LlbEIIV8LSp0UplQ0MAH4BWtkDGkdg4+iJ1hb40+mwnfY0d+niOKZQsPwVKD/C4qy/sp9mfGk9oXp7SgB9KpJVRfXjKZXTITnD52OnVv29Xtps86lU6DiauK1psd2ZHyaVQvuCeQAfxD9EM4o9Xq+L2kWCch5qXVM705DRVBcaFzPOsAqApvbh2Mut3XnRPMmn482Y2GFtVT3/jCsGrHRRvi2lEEtON/yCSVmrl3awYmChdZB9KLPivIoHmFTxz8hmUogYF/KgRSmVCnwI3KK19vRN7OqrVntIr3udaUqplUqplYWF0dUvQASu8GhNIPH8xQNqNlgqYPnL0GUce5K7VyffX2Xr8uSuScY9zSXGRZTrODqXv8OvOgcFaB/79ebr1vQsf70mr+az0KfN4ChJpFJKGsdoRjGPmV4hP/FiFsTfwYl5/wHgiE6ljERGVTwF2IY/vxn/uMfr3Wuy9TFxNEGkeBih5CsTZh6Pe6V6Ab+W6jC7dHMurHyAGeaLfT7PAZoy0JBHb+V6EcKbTR+xKOGOBvc9iiajDWvpYvA8K/Eq3b12DZqMZBbCbyENWpRScdgCljla64/syfvszT7YfzsW4NgJtHc6vB2w20N6LVrrl7XWg7XWgzMzZRfAgp0AACAASURBVEbOxuKFxTUjck7o3Lz6ccrWT6BkHwy/vtb++7Wtu9MA5X2NIQNWTjGsQmGlj9rBAEMen1hOrL5TVn5WWZSRyODyWfQof4N/m/9CVnoKJTqJVFXGsoQbWZ14bXXzUzfDLlqWbGaZtSe/2+eB+VO34l9VFwHQz+B+1eFrjZ9xstHW7+ZNywQA0n1YuyiJckYa1rvclkYJ3Z1GvHRWu5loXIH2UrK6eovKtK0p5IuE6aRxDFWnqehmk+2r4CrTV17zHCtmx9vWoXKer0YIEXyhHD2kgNeAzVrr/zht+gxwjACaCnzqlH6ZfRTRCcARe/PRt8B4pVQzewfc8fY00ch9tnZ39YRyHZsn0yK1puNikzWv2NZi6TKu1jHbtK3lsIvBe/PDNOMXvBr/JDsS/x+fJ0znmE7gecs51dsV/je1HKAp5dTks4QkeqmCWk1PAHt0Bq+PWMhFlffVmgn1ZYttCPVya3fccRT6BdaWHLEXkunqmJecaTYn/pV34h/jeqPtXy6JciYYlnOJcSHrEqfxZcI91Xv/L+F2AAq1/3O+vGE5rfrxusSrWZtwNecalvh9nmil6gRyzrPe9q94xbdzSC2LEAEJ5dpDJwKXAuuVUmvsafcAM4D3lVJXAn8AF9i3fQWcDuQBpcAVAFrrIqXUP4AV9v0ednTKFY3bTe/WzKx66ynO6/to4oq2wfDr6n3779S2WrarjF/xlPkCPDmrzvwpT5vPqz4+WKow0duQD8Au3ZyrKm/noE7jMKncEt+MmopGGwtG9ul0hhq2kKvy2aSz65xRU0EcCy0D+VvVTQxVtqUGmqoSj4OOHP1TAO6Mm8udcXPd7vuZZTiTjT8D8HDVpb6+1GqLrQM4p+Ih+hp+56G42aSpMv4T/yKLy/tT5fSVk4a3QCt69VL5ZKmDLLIO5L/xjwIwveqKCOdKiMYvlKOHfsR9q+24ugn2UUM3uDnX68DrrraJxqnuSs4jutQ0DSVTgbJWQnJz6qognkWWAZxkWEcTSjnqZvIuIxY6qpqA4UXzJF6x13I4BONu2LlD8JTK6fyhW3k95j3Lydxs+ojOak+toKUNB1iaeBMAJvvdvWOIcVOPAYBmVcK11c92WFvRybDP7d7Tq/7K15ahHCGF1bqb1/y6slp3Y7WlG1t1O961F+qvxP+nejI+gDTl+9IHJsz8N/5RfrN24Dnz2RTS0FkPNBMNy1lm7ckh0vw81FJdK7XG2oX+BltT5FKntamEEKEhM+KKqLM07wAPfLaxVlrLNEcTiqaFsg0VdhW0gG09lzhlIVMddnuNC43fkawqWGHNYZ9O59/mC6kbY9dtBvCf4tLKuynWydxaeZ1PAQvAO+ZTABhuqL1swav2DrIAv1h7AnBYpwI1axjZrlo7393ULkzK1q+kV/lrjK18iv7l9ee3ua7yZsZX/ItiUvjaOoyl1t4+5deTn6296GOfo2SwYWv1hHtrrZ39qmlpxSGGGrZwmWkBKxJv4MW4p0igMuB8TTIsY1b8M9xu+sDvY0eU1zR1OQKWBZaB/G5fRFMIETqhbB4SIiAXv/qL6w1ak594Sc3zNq5Xvz1EE8Bz59TH4mwrEV9Sea/7+VyCUNOyjwz6VrzqfUcnhTTFrA21gq4WHKmeWfXxqgt5x2ILbA5jD1o8BAB97aN48q2tOEaS/bgmPGs+m5tMn/CqeSKzzJM5SFO352gI59qu843f2/Kisxhs2OLzOXoY/qj1/DTjCj5QDzG58tGA8tRR2Wqahhs2etmzvrOPvV/r+UvmM3jMfImbvYUQwSRBi4h6ua3t1ff7N1enlXU5naRWuYBtDR9njhEcTdUxr5PLepqALnKdJRXfWfvRRdUMkmtur1160XwmMy1nV6dXEE+5jrP1abGr+348Gf8iAFdU3Vkr/S3zBEp0Eq9bJmIO8VfBSRVPsSThVtqqgwAU6qak+bgytgFr9TBsZ2X4PqNsJodppYoYbNjK99Z+9LL3M+ps2MtIw3qWWXv6/B60tOyt9fxF85k+50MI0TDSPCSi3j/OtvcV2L6oOu3o0Jvd7u+ofXBekdiZY7TH0+Zzg5TDwHiaA2aXbkGGOlr9fJR9qPL31r719j1Mar1apeln9Kx+/IVlGAA7dOta+xygKS9bzgx5wALwh27FI1U1tRHFOoUmqoxEKtweM1RtJj/xYsYY1lSnWXRNJDnM8JvPTUxfJNzDFwnTeTDuLRYn3MbpTitqvxP/GA+ZZvt0ngyKSdZlzDWPIbv8v2SX/9f/PjF2MoJICP9J0CKiyq7D9SeFG9TRPjNt3iKO6QRuqLwJc6t+1dvr9uHYpVsA0FYdcHmNTGzNLt6G80ayTDlME5qpEnJVPlATgC239qi37xGdYqtVslMomqfGVz+Pw8Jma/t6x4Xb25ZT+cIyjOlVV3DU3kzl6BNSV67K5/0E2+rRr8f/uzp9aMVM/llVs9bTusSrSedovePrauWhfxNQby4Zdy422gLnxdb+Pu0vhAguCVpEVKmocrPWT1UZFCzlPcvJtabrd8WMiQM6jWZu+rQ8EPcWYLtr9sTfyeWCabHFVigONGwjnaNMMi5jn07HgrHevraaFvc1Dp5GUYVTBfHcWHUz71hOre5IPDPuaZf7jnIxCd4CyyAOksbLljOZVnlrdfr8hPpLKPjqAfsMyhfbJ/1zZZDawqOm13jM9Ao32efI+cY6xOdruPoYSS2LEIGRoEVElTJ3QcvOFWCp4Ef7iBbnL/26fTjANqrGsepuXRONtil/Vmr3E7hBw2taGlIwrdWdOaYTGG9YyeNxL5OlDrmtLTiiU2qNHoLaTU9pqpSjOvJBi7NN2rb8QIYqoZ3aX297f0NerecHdBpXV92G468y3zqEhRbbsg4t1WG8dV7a76JW7QvLMGbbZxQG29wrrs7zYcJDXGJaxBTTYuKVhT3GNvjz6ZD4RIjgkaBFRJWySjdBS/6PoAys9DBTrLOdOpM+LqfCrymUfrbmejxHJO+GNQY2646cZFzPeKNtAcMfLK6HIB/RKXRQTvOu1Mm3raYlKVRZDZDiwor7APgx4RYmGFaQo2rWRU3AthjkXyruo1CncX1l/T5Mn1pOrH48xfg/N1ex0lntrm5C+q/5ZCZX/INB5bO4sar2Ob9MuIdHTd6ng6pU8V73EUKEhgQtIqoc8xS0tO7nczPHWt2F1hTVmmIdamZhta3xE933wF9bapogrFpxWdVdLvc73fgLKaqC9o7ApU5lQTTWtACscKrpein+KeYn/J1eagcAVhQbrR35RfdkSMWLLNc96x3/uXU4r5knAjDd9I7Lfin/Z5rH/xJuJ15ZeLDqMu4xX8U63aXW8O4xFTUjky4xLap1fN3PD9gCSiFEZMh/n4gqMxfn1U+sKrM1D2WPrE5y7nzrahK4/Todg9KMMqyrld5F2Vbi/dOH6fobPrlcw7xjOZVie7BRoFu6LSzjMAPQSdUMxXU0DyVTTjNVwgEdmjlYGkJj4Fdr11ppjia9FCoo8Vo7pPiH+VLurforKaqC1tQfLTbasLb68RE3ixnm69bssNZM/NfUqS/UpcYFAPyn6nzurforG6zZPJt+Z71zeMyliyq7SPaXEiKWSdAiosovO1wMU965AiyVkD3K5TGu+rR8aR/m65hEzsFRKP6hW3rNS6TLlQriOa/yQQBmWs5yu99Uew2M0VHT4JRvx1DoPWSEJI8NdW7lw/Qqr/kbpdqXPUhRZZRq3+Zh+d0+lDvbYAvabjfNZbJhKUCtVaq36nZuzzG28ikes49KWps4jQQqOd2wjAftnbbX6U7MsZzCpMp/stOU7eOrs5HwRIjgkcnlRPSz92ehwwnAj4D3gOIwTVhl7cYgwzYyKKbIPpeGo8PqIftcLtFum25Hdvl/Pe6zR9sCkpMM61hstXVOdYRxjvV9it3UMkSDYyRxYvkz/JR4c/XQ7RTK+QPflj3Ya3/97VQhVxq/4kaTbRXrrKqD9LP3a3q86kI26k4ezzPHMo67494FYEPClcSpmqahvdr1khENEaxgZnROJif38B6EC9EYSE2LiH72/iwk+tfE4bhzfj3+ieq+CY6FBY9o70FLQ2tavB1+/iD3d/7+cDR7XGH6tla6rWnI1gHVsbBisAWrCa3IvvTCY3GvcbtpLl0MeyjRiV6OstmrbYsnPh73CvfFvVOdfo89AAFqzSLsTolTfynngGWpJbe6NgeIuqqT2X8dytQR2ZHOhhBhIUGLiGoJVNbrzwK+lRsrdQ+eqjqP/obtbE+8lK0Jl9LbsAOrVlExmqZVmm+FsjeHSKNC2ypNB6htAPT67Rk2Jf6VJ+JsCyMWh6gjrqumuUA4T8nvqCkpxbf3p4xEyrT7ET0vmc9wu62uZ8zn1Hp+XeXNXFw13eNyD964nKcl4LMJcXyToEVEtYGGbR77s3jzqXVE9eN4ZeEc408U0cSnESCR7ojrj79U3g/UzG/Sc9vLALSzzwpcHAWTy3mmuK7OsObq1bx9kKRqVnz+zDK81rYNVs/NQs6eN5/DGmtnAOaYx/G1dZjPx7oTS58jIaKd9GkRUWPHgfqzug5RWwBl78/ixMdy4A9dv1/EJmtHn46NdEdcf6zRXSjWyUw2/sxey6n1trsbOdNQwSyQv7YOY1rlrbwc/xRQ01fHH1dW3sYi6yCacZRRxg0A1RMS+qIKExdWPsBYw2qWuFjnCQKoJYmhz5EQ0U5qWkTUGPvv7+ql9TfkQWZ3v/uzOFgxMK7iCW6tvI7LKm3TvbubKbeu2CprFHMtYxhgyOPRA7Yp7qdXXVG9tSTqa1ps5luHMK7iCZ41n83j5ot8Pu6+qst5xzyORdZBAJic5mw57Gen60ri+NY6lDI3zVPeGsTSEuVeUIhQkaBFRDFtC1raDq63xZ87/O26LR9bR7HVauv4+p21n5cj7NdQKqaq9h1T0mdYDwKwyDKweps1RP/q/dp7XnQyENt1W/5jvtDlOkvuvG0Zz3TzldXP/1b1Nw7pVMZX/Cvik8G5+gTFUi2eENFEghYRdU7NtTXptFf7yVAl0G6Qx/21j31B99KcMyse4QWz95Ek1eduQEfTcE8g5hhFA/Dj4OfYQ3OeMZ/LSmtOyK55zUmdQ3buhjhAUwZUvMxWHfnVrYUQwSP1mCIqmC31p2AfoLbbHriqaQkwHlivfS9kY+1m2IyJCyru56wWu4hvORrYwFPm83mK80N2TYNB0T4jiT+LykJ2jVhTN1h1F/bKrLhC+E+CFhEVnvh2S720/oY8ynQ8SS0js7BhLJYpK3QPDKkjODcWMx8j/H1n5S8hRPBI85CICi8tqb8ic39DHut1JzDWj63DURDInbAIBoOrtYcklBEiIBK0iKgUh5neageJ2Sd43dfXPi2BkMJF+EtiXSFCR4IWEXG6TtShNTTnCPHKQt++A1weEwu1INGfQyGEiC0StIiIe3f5n/XS2tpnciWtTZhzE/uUCm3tU13hvFYsioH4WoiYIUGLiLh7Pl5fLy3XUGB7kNXH5THO5YAUCrVp7X0CtGC4e2KPMFwl9sk8LUIEjwQtImo0TbItSpdqOcw/4t60JTZp7XZ/B7nTj4w4o+3rQ97/wEjcIoT/JGgRUcMxu2pu2a81iW5uSeVO1b1wvTfyN3BN3hYhQkeCFhFRB0sqqh+PzskEIM1yCIB8a/3FDsNtcHYz7zsd5yR48czVkGchRGAkaBERNfJfi+ulZVX9AcDplY+5PS5cQ5HbNUvmhzvHBnRsJMuqcDTZOF7e8dY8FIy/q4QxQgQmZEGLUup1pdR+pdQGp7QHlVK7lFJr7D+nO227WymVp5TaopSa4JR+mj0tTyl1V6jyKyKjrMoCQK82aZzSsyUAfRP2ssKaQ6mbVXaFZ+EK6GJh2Hkk+DqNvxDCf6GsaXkTOM1F+lNa6/72n68AlFK5wEVAL/sxM5VSRqWUEXgBmAjkAlPs+4pG5roxXejYPIX8GWfQtGQ726xtPR8g5aVbDVnkUQSffFSFCJ6QrT2ktV6ilMr2cfezgPe01hXADqVUHjDUvi1Pa/07gFLqPfu+m4KcXRFhbdKTbA+OHcBYfog83S6i+fnbyV2rH8dihUI4ApdYfF8iQt4nIYImEn1ablRKrbM3Hzl6ObYFnGcY22lPc5dej1JqmlJqpVJqZWFhYSjyLUJoYAf7R2GfrTVxq5egJdQF5m3ju1c/jrU+GwpFZmqCx32y0qTpLVTqfjRdflQlkBEiIOEOWmYBXYD+wB7gSXu6q39h7SG9fqLWL2utB2utB2dmZgYjryIS9qwDYKO1Y4QzEttOzfU88mruNd7XdBKhJTVVQvgvZM1Drmit9zkeK6VeAb6wP90JtHfatR2w2/7YXbpojPasxZzahkPlaR53i4Xv+0gWSt46yRoNsfAOCiFEbWGtaVFKOU9veg7gGFn0GXCRUipBKdUJ6AYsB1YA3ZRSnZRS8dg6634WzjyL0GvXLKnmyd51VLV0PXW/ENGoS2ZKred140UZZSVE8ISspkUp9S4wBmihlNoJPACMUUr1x9bEkw9cA6C13qiUeh9bB1szcIPW2mI/z43At4AReF1rvTFUeRaRkdvaXqtSeQwObKOyy2Svx0hBIGKFq49quIalC9HYhHL00BQXya952P9R4FEX6V8BXwUxayJKFB61zYY7f5O91XDfRkBT1bK3X+cJdT9ZiY+Es+vGdGXZ78urn8dYP20hYprPzUNKqZFKqSvsjzPtzThCBMRq1dz9kW115+zmybbEw7aZcM1Ns70eH4o4omvLVJfpsTZ6KNz0cfYG1W0Oqk+iXCFCxaegRSn1APB34G57UhzwTqgyJRq/eat2snCzrYbl/jPt8wUesw1V1yktI5WtoIpUE4DUDIWXt7db/hxCBI+vNS3nAJOBYwBa691Ak1BlSjQ+5VUW9heXVz8vdFoosXpBuWOFoIxYE9P9OncsFwofXDs80lnwSOZzCQ0JLIUIjK9BS6W21QFrAKWUt/pRIWq59LVfGPrPRdXPi8uqqh+P7NrC9uBYIaS0AOX9Y+n8pe9v40STRNdduSLRzNGnbdOwX9MfWU0laPGm7qemU4vkWs/ddRqXzrhC+M/XoOV9pdRLQLpS6mpgIfBK6LIlGpsV+YdqPS8uNwNgUGAy2j+Gxw5AShgmBvQzNgn0rvjgscrADmygCrM1ItcVNq9cNrjWcwlNhAgen0YPaa3/rZQ6FSgGugP3a60XhDRnolErLrfVtKTEO30EHTUtPgjnXWqgFTA/5R0IbkZ8tKrgkPedRMikJ8dHOgtCNFpegxb7Ssvfaq1PASRQEUHx5bo9ACTEOVX2HTsAzbJDf/EwxTuN4Q7bl3jt+Bo75EIAb0Bj+GwIEQlem4fsk7yVKqWiu/FdxIS6/Uaq2/vNFVC8G5pk+XQe5yYbKQDC69wBLtcsdWlib9/+nrFEJjYUInJ8nVyuHFivlFqAfQQRgNb6ppDkSjRafxSVsmDTvvobCn8DSwW0HeR3EBKsO/3jvsbARykJYV2yLPp5+cBKjCNE8Pj67fOl/UeIBhn9xHeuNxTbmoto2iFseanHTdQScKHTGAqrBo6oOs7mnXOjMXwQhIgOvnbEnW1fsDDHnrRFa13l6Rgh/HLUHrQ0yZIqj2hSJ2J77Nw+bNpdHKHMRCkvn1eXaw9J9YsQAfF1RtwxwDbgBWAmsFUpdVII8yWOE9Vf3QfzwGCCVN9mww3Jd76bc0ptQY0pQ+vXhMn745m7j6rELUL4z9fmoSeB8VrrLQBKqRzgXWBQqDImjjO7foW2g8AYh22h7wiQwrc+iUiEEFHE18nl4hwBC4DWeiu29YeECI7Sgz6PHIIGztMSpnK4Mcx46tuQ5+M7sDm+X70Q4eVr0LJSKfWaUmqM/ecVYFUoMyaOM6UHIbk5EPpqc3eFjLv0aKnGH965eaSzIHx0eh/PAXiUfKSEiDm+Bi3XARuBm4CbgU3AtaHKlDh+KAVYrVBWVB20+HxcgMKxxlCqj8OC/XkdcSZf/13DqzHUKPmj7qt19eqnndSlZvvx9fYIEVK+fguagGe01udqrc8BngWMocuWOK6UHwZt9StoaQhrGOrz1z4wPvQXiRKemoeO16ajOGNNpNIiNSGCORGicfE1aFkEJDk9T8K2aKIQDVdaZPvtT01LiLLiiqNipm16kucdnRgNKuh32HLDHn0MynuflpvGdQtLXoQ4HvgatCRqrUscT+yPkz3sL4TvSg/afidnRDQbJ/fwbbh1pByfdRbRbeld41ymO7dAxhvrf81Kk5EQgfE1aDmmlBroeKKUGgyUhSZL4rhTHbT406cl8G99d00Wfx3ZKeBzuiLlUuPn08dQPghCBI2vQcstwAdKqR+UUkuA94AbQ5ct0Zj1yGrC65cPBuydOAMIWpz526/W3z4t0XJXHIlsyDQtnim8d+yOko+PEI2Cx6BFKTVEKZWltV4B9ADmYpv56xtgRxjyJxqhS4Z1oGPzlJqEOkGLL6NRpCAID1860kpgI4QIF281LS8BlfbHw4F7sE3lfwh4OYT5Eo2Y0VDnY1d6EEyJEBemblLuFkZ0t3sIC+XGNFz4l3vq9+84HgKaQJoqG9PfXYhw8ha0GLXW9qEd/AV4WWv9odb6PqBraLMmGiujoU6AUFoESRl+tcM47+rrYd1apgJgDVNJGi3NSg0hhWt9tf6uKjzz/gghbLwGLUopxyxZ44D/OW3zdd0iIWpxWdOSEvgcLb6WGSflZNr2D/hKQvjG5DRPi6zoLETweAs83gW+V0odwDZa6AcApVRX4EiI8yYaKecRoEpRawp/X9UuCEIbhgRa5gS7liKzSfgnKXPVp6V1eiIAzVNk0jR3urdqEuksCNEoeQxatNaPKqUWAa2B+bqmHtQA/C3UmRONk8ualvT2Ib+u49Mbq9X5k/q2ZvOeYjbuLo5oPq45qQudW6QwoZfvC1web5yDapehq1S+CBEQr008WutlLtK2hiY74nhgVKp2TUmdmpZILZgY7ZRSTOiVFfGgxWhQnNa7dfXzWH0/g6EhtWnSaiSE/6JzBTbRqBkNNd/WRm2xrT3UgHWHfK04cRQSfdulh+T8oRbt87RIGeyaBCdCBI8ELSLsnGIW0rCvDhGmxRIBzuzb2vtOYeJPgRYlsZNfYjHPQojoFbKgRSn1ulJqv1Jqg1NahlJqgVJqm/13M3u6Uko9q5TKU0qtq7NkwFT7/tuUUlNDlV8RPgankrqpPmp70IB1h3ytDQi0xiTgjriN4A5bVij2TPmwYKK744QQ/gtlTcubwGl10u4CFmmtu2FbOfoue/pEoJv9ZxowC2xBDvAAMAwYCjzgCHRE7HL+wk7H3j/DRU2Lr1/svsza6tt5olskyrn05LgIXDW6+duPRea6ESJ4Qha0aK2XAEV1ks8CZtsfzwbOdkp/S9ssA9KVUq2BCcACrXWR1voQsID6gZCIQY6v8abafdAiYkO09PkRQjR+4e7T0kprvQfA/rulPb0t8KfTfjvtae7S61FKTVNKrVRKrSwsLAx6xkXw1K5pcTQPhT5o2bzHFiBt3XfU5XZ/7oc7tUjxuk8omgCiOkCQCgUhRIhFS0dcV1932kN6/UStX9ZaD9ZaD87MzAxq5kToVActSTV9Wvwt+3wpyF+6dBDLdtgWZlz2e90KQP/P7zwCKlyitx9ENEdSoRXonyRq/5RCRLlwBy377M0+2H/vt6fvBJxnF2sH7PaQLmKYcxt/U10M8akQlxjw+bwVmS/+v0FM6JXFmX3bAHD9mC5u931t6mDev2Z4wHkJpaiuZRFuuQs2pa+LEP4Ld9DyGeAYATQV+NQp/TL7KKITgCP25qNvgfFKqWb2Drjj7Wkiljk3D+niBo0cCkRinNHttnE9WzG0U+38uCp0fJtV13uh1NBiq3fbtAaeIRjcvwoJtKRWRYhgCtmih0qpd4ExQAul1E5so4BmAO8rpa4E/gAusO/+FXA6kAeUAlcAaK2LlFL/AFbY93vYadVpEcMcgUBTjoatE66j/IzeZhbP6ua7bXoSwzs3Z8Ou0M2Q67hkbus0zFarm72O78hEAjMhwidkQYvWeoqbTeNc7KuBG9yc53Xg9SBmTUSRproYkju63OZrbBFLhcZrUwdz5eyVkc6Gzxxv7dUndeKcAe087ns8Nnf4tIKzi11k5WchAhMtHXHFccT56zqdYrc1LdESiwQzKBrXs1XwThZGx2NAIoSIPhK0iIhqql00D/lZPvo6uVy4Vnd23ER7uplOMPn/r6dQQZtITwghYlHImoeE8CYOM6mU1hru7Mzn2MXPctzfqvmAp/F3kz7j3D4M6eR/52NXAYs0M9Q3oktzlm63DW+PMyqqLKEL9OTdFyK8JGgRYaeUQqFozhFbQkqLkF5vYAfbqs7RUkdx0dAOkc5CUMVSn6JQOqVnK7q1Sq2X7qppTYIdIQIjzUMi7Bxf2C2UPWhJDV0/j2V3j6Nlmn0OGF37+g0RrHLan5qSSPYr8aVZyvVLCfydumNC94CPdQjFe+buvbhvUk/+floPn88jlWRC+E+CFhF2ji/rzOqgpaWb/Xz7Vpcbff81S46PdBa8GtQxsLVRwx0MeAvoIjF7shCNlQQtwm9mi5VHv9xE0bHKBp2nhZegRYROSoJ/LcORqOUJ9IrhbK5yDpDcvUeDAwy+hBD1SdAi/DZ/0z5e+WEHD3++sUHnyeSw7UFKw4IWX0cFOe6IQ30n7jh9sK8jzQmxyeCipkX+lkIERoIW4TeL1Vb4V1kDu6V13JFmqiMcJbneukP+3tV7yoVz4aCr+7SEtsQwGUL3b1U3PpOyr75aAUGI3qDk+JqlIKQjshDhI0GLiJhMdYRDKj3s1w3lXe7N47rx8Q0jQneBKORvmT2uh281a7EwnFsm3RMivGTIswg7R1nUQh2hSKUTrgHA4bgjvvXUnOrH4SjQvt9aGPJrb93ZPwAAHy1JREFU+MrXV+uquSRUQnWlWpU5ErcIETZS0yIiQqPJ5DBFQahp8TcY8beMcdzxxzvPYhukAKih5d1ve48GJR/eeBoh075ZEuC6WSwSTSehDhaD8ZqkhkaIwEjQIsLO8XWdqY5QpNyPrAjG13owztGmaSI3j+vGm1cMCcLZAhetxdxrlw9h1iUDaZocF9TzRnMNhnPcEmgQE8UvT4ioJc1DIjLM5aSp0uDUtPi8X4Adh5WqbvaZd+1wDpRU8vg3vwV0rljlqWagRWoCE/u0DmNuoojzkGeJQoQIOalpEeGnwFh6ACAoHXFHdHG9SnRd1aOHGlC4DM7O4LTeWT7tK4VY4yV/WiEiQ2paREQYSm0dSA+6aB7yt7C/aEh72qQn8dma3Xz46846J6t5qF0lOmmaFNzmjVAIVReReKOBSos1RGcPTLQGBnX/BoE0D0lAK0RgpKZFRISxdD8Ah2h4TYtSitE5mTx5YT8f96+f9vs/T/d7ltjG5K6Jvq+ZE4jnLx7Ac1MGAOENRiQ4EKJxkaBFePX0wq08/PmmoJ1PoTDZm4eC0aclGMI5DDcWBdofyCHRZCTOGJ6vG1+m1m/Q+etcSwIjIcJHghbh1dMLt/H6TzuCdj6lwOCoaVFNPe4XTMEcfuvLqXzJvl+vMUjvR2aThOCcyAfawzNvojUYkAlwhYgcCVpE4Brw7W0sLeSQTsViCG0/Eld32uEqCy8Y3D6k5798RHZAx7VK8z9oaWiNRbQGIIEKxpBnIYT/JGgREWEsLeSAdl/LAqEoDMJburRvlhzU82Wl1azRdMsp3bj6pM5BO3d43pkIrBQdpsUxAzq2sUVyQoTB8dvzUDRcgN+5CltH3EI3QUuovsprhjzHTmHRvVUTvr55FDsPldGheXCDoPDzNzSK3r9T9OZMiMZNalpE2CmlMJYe4ACea1qCHVskxNk+7qZwdboN0mUMBhXUgCXSzRkxFDO6pCP9BgpxHJOaFhERtpqWHiG/Y3UuIB85uw/ZzVM4KSczxFcNISkwG4VYD9yEiBQJWkTgAiw/jeZSDFXHvPZpCbaMlHjuPC1085FMGVq7460vBVOgTVWeOsY2T4kP6Jyh1hjjrVhqahSiMZDmIRF2ceW2OVoKvTUPRXHPAVdNBGmJwR8JFcj8KGlRNLNvJJpSRnRpUf04ej9BQohASNAiAhdgiRBXZgtawl3TEmp1i+dA3p7keGMwshIUgQ6pdiVUk7A9c1H/emnXjq4ZVRWqmhBXoZhUuggRehK0iMAFeBMdV2Zbd6hQh3423FgrR3pkNan1PFK1TWvvH8+Dk3tF5Nr+OKt/23ppsdBko6K6HlGI6CVBiwg7R/PQft3UZQETC4WOK3VzHcjrCMZrD+QM4WjG8fUSt56Sw9ZHJgbpmqF5XbH5CRUi9kUkaFFK5Sul1iul1iilVtrTMpRSC5RS2+y/m9nTlVLqWaVUnlJqnVJqYCTyLIInrqwQjaKItEhnpVHyVkz7VI6HsFT2VsegFMSbXH819W3nX5Pi30OwEGRj7FAsRKyIZE3LWK11f631YPvzu4BFWutuwCL7c4CJQDf7zzRgVthzKoIqrqwQa1IGFoyN+o41kNfm7RhP5eXQThkBXLFxa9kk0ftOQoiYEU3NQ2cBs+2PZwNnO6W/pW2WAelKqdaRyKCow0UJW1xehcXq+VbUVHYAc5JtrhSPezbmiMYNX1uHXO3nmDMvWt+23m1ttSST+7fxuJ+n/DeWWo4YbQEVIuIiFbRoYL5SapVSapo9rZXWeg+A/XdLe3pb4E+nY3fa02pRSk1TSq1USq0sLCwMYdZFtToFiNlipe+D85n+yQaPh8WVFWJJjuEJ3nATbNUpiIJRMN18Sjef943Grp3O71P7jGTyZ5zB6X0a1z2HzJArRPhEKmg5UWs9EFvTzw1KqZM87Ovqm7jet4TW+mWt9WCt9eDMzNguEGOV2V7DMnfFHx73iyvbXx20eCxmY6QsCOZdc93Aw58C3uDlv/mEzpFrPgpWQOXqvR6f28rDEeH7EMVqB3IhYklEghat9W777/3Ax8BQYJ+j2cf+e799952A81Sj7YDd4cut8Jen1iGFlbjS/ZhT3BfGsfbV7+5GO5CCuiHlnrfrJcfH1gTYvna6vXR4R7fbpBJEiMYl7EGLUipFKdXE8RgYD2wAPgOm2nebCnxqf/wZcJl9FNEJwBFHM5KILr4UEBkcxWCtwpySZUvwVM7GWvQSBE0aMKtuUGt8ouC9jzPW/3pqLEGIIjreYyFiTSRqWloBPyql1gLLgS+11t8AM4BTlVLbgFPtzwG+An4H8oBXgOvDn2XhUp0vXV+mnM9ShwBqgpYocGLX5g063l3hE0ih9ODk3IDzYbBf0OuQ54CvEDoTe4fm8xCM1/r8xQOCcBYhRDCEPWjRWv+ute5n/+mltX7Unn5Qaz1Oa93N/rvInq611jdorbtorftorVeGO8/CjTolgpdBQwC0UkUAmFOjJ2hp3yw50lmo1iTBc02Lp5oGQwju3Dtm2N6b5qmhXYTxypGdqh87B3u3j8/hoSDMzNssOY7Hz+8b0LFnuOhX5Esw9OCZuXSwv39t05MCurYQorZoGvIsYpwvoyj8qWk5XmrPP7vxxFrPV04/xesxrt4bR02Lu/fNl/ezX/t0zurfhiYJtv4vN43rxhuXD2FUt8A6t/vSnOOpQL/x5G5MDcIaSB2ap3Dh4Pbedwyiy0/sxJI7xwLw4XUjwnptIRorCVpE4OqUgr7WtGhliP0hz9r140D0bee0BpOCFqkJAZ3nxK4tvO/kxaAOzXjmogHVI2FMRgNje7T0clTgJvdrw8L/G+33cX87uSv/vXoY4LkDcqj6wDhf0ZdLZDWtPcmdjDQSIjAStIjA1f229uHbO4tDmJNagMF2J9+Yv7rDXS6dO9A2fdGkvlE4D4qb96JFagJJdVa2Hp3jPUg6NbcVI7o0PEjzha8BRmP+LAsRLWJrDKSIalafmoeKqEr23DTkqYzo2jKVvP0l/mYtLCI9uVt6cjwbHppAcpzR5XZfyt5wB1r/Nz6n1nUHdkinj4uhzndM6E5xeRU/5R2ot81Tnn3pHC6EiB1S0yJ8Vl5lobi8yu12X4qHVuoQVQ0YOfTpDSey/J5xAR/vSqcWKUE9n4M/QYyjD0lDpSaYMISiR26Axna3NQNmN3f9HqfWed3uPkM3jO3K3RN7Vj/39b1tSPPQVA/zvwghIkOCFuGz055eQt8H57vd7ltH3CLMKVkBFyYpCSZapgVvEbx3rz6Bq0d19vu416YOrpcWjLv6YNZ0bHt0IhcObkeTxDqBQRgnO5k6IpvV950assAQ6vcXCZYHJ/ci79GJgK2zdLK9Gavu2zfjvL7ktk4js4nvfZFs87RET3ApRKyQoEX4LP9gae0EPzviJlBJujqG1Wm4c6S/uId3aR5QzUS3Vk24Y0J3j/sE8tK8xRP+BEZxRgOPn9+Pq0Y6grIIdFhVimYpwRsubXSxVkGXzFS3+/vyskxu/v5KKUz2Ce76tkt3O+x7dE4mX908yuVkeEKI4JL/MhE4Xfep5yIiyz5HizW1pqOop7v+WLsRbVCfljqHfnbjiSy41f2SXKF6byL3lvt25eenDOCqkZ3o1SatVvqUoR1qPW/jY+3LR/+/vTuPc6o8Fzj+e5KZzD4Dw7CMrMOIrAIOi4pWFJGl9Gqr1GptRdtesWqrbW2rrfcWbj+9brX23rYfscWN1qpdbK9bK1ZRr9dWEQVZBAQFFVC0rDIwS/LcP86bmcyQZCYkmSTD8/18QpJzTs55eDPJefK+73nfK6Zw47nHdy5EY0zGWdJiUiZW/vHIKm+qqGqXtFB2TFL7yxXJJABjB/RgWN+ylMUCUFniDVx30tDkRgBOp47e84GVxdzwqVGH1Y61Tzw6qsFbePZofvjpMdQN6klBjI7LmXLPpZMyHYIxWcuuHjIpE+2Es3zLLr7+wGsAnCCbAOgxdDz7Dnnro51cMn0VTqok1PSVYIJ2JAldv/JCll17OgN6xh7MLcfzxBbhoo9Vk5fMgHXp7rt0xvD0jYtjTK6zmhaTsFhfuNEuef7sor+3PL4k769sDfWhoKJfp772c615qL0juYino//z/Km1nFvXn0tOGdLpfUaeZGuqSo6Kvhfp+NuJTKZHueYpf67/kRqTY6ymxSQs1q/8jhKRcurZrMcQeSFppr7yRx9Tztrt+1K6z/bnr8ialj9dMYUDDcGkj1FemM9Pzh9/ZC/uxAk2U+9HKs79dYN68M6u+o43PEKRyd/ieZPY8P7+wwbGM8aklyUtJmXidaotpZ4iaeS50DgiZ2HJVHPEQ/NPZveBxi473gmDenbZsXJZMn8PD1/ROodTIk2MieZLglBRlM/kmsoEX2mMSZYlLSZp9Y3NFAfy4vazCHfC3aadH3o9nX1bSgvyDhvYLFnJdBxOZ/JWEshz97FrBWzk2M5LTZ8Wa1Yy5khY0mKS8uTa95n/6xU8etWpVBTltyxf9NzmNlX1p/lWAbBd2165Yl/d6TdvyhCCqlx6Sk3U9X/86hRWbPWSyu52Lh3Wp4yq0gDfnhF/TJ3O6C4dxI3JZd2/R55JucgT28+f8a4IuufFt9t0xL3pL+v57UvvtDzvK3sAeF29gc5y/XLmaJI54afzdBjI83H51FoCedE/7uMH9oi6vCul+v8ffi+KA35eueEsTh0Wu4Yv/Kc4c3Rfln9/eoojMcakkiUtJq5o/VTCi17esovV2/YC8PCr2+JWmlfJXt7TKprbVe5FPdHbD9qjV4qz2UT2luf3dWoo/u6YcBuTK6x5yMTV0ByKue7D/Q1tni9bv/OwbQpo5GTfWk70vXFY05BpZefB1ArnvZ2ZZ6mzOXJ3azozJhdZTYuJ60BDc6e3/Y/H1gEw3beC1QVf5n8DV/NGwaXcG7iVanZxX/PMdIXZbdh5MTWysaPr9bNHdHrbRV+oA+DCyQPTFY4xOcmSFhPX/RH9UjpjlGxhceA2yuQgIYQ7g59ifuM1nNV4C4+FTu7cTtyP4yMZnK0rHTYuSwZiWHzx4bNNJyobijldSUYqa7CSbRaaP7W2w22mj/RGw501ppotN82hvDC/g1cYc3Sx5iET10+e2njYssjzy0RZz2f8/8eToYk8HxrHwvx72ak9mN1wI/+kIuZ+41022hTymqSybU6Y9i6ZMoR3dx2koiifRc9tzkgMg3sVZ+S4seT5hOaOpvuOI1VJRqwUaPHFE6mMMVtzV1j0hTrufXFL1HVXnlHLt2d2vjbGmKOR1bSYhB1q8pKKCbKB+wP/yUV5T7MkcDMPBn7IJN9G7mqeHTdhiRTtMtLwL9r+PWLPkZMNigN53Hju8ZQVxs79f3bhCdz5xQkd7qszfS+iSVUFRao6lz76tVNTs6MkXT19GADV7WZ7nj6qL3VHONBfKsp61phqHrystcbxa9OOzfq/c2OyiSUtJmFlhXkMlvf5VeA2tmkVn2/8HsuC46hiLytCw/hdcGrLtltumhN1H71Lvas05oytPnxdWQG3zB3LXZck3/SRaf8y7hhmju6XxiOktlkl2WaakdXlKYokOeeM78+Wm+ZQHOi4MrlXiVfzMrBn19dafWvG8Lj9VtrPZm3M0c6ah0zCin1B7s6/FZ9AxZf+xKK+wxi7YEzL+nsumcTNf13fcrI+t64/D7+6rc0+epUWsGbhzJijtJ4/8ejqgJjJjqPZ0Ge19Wqfrj/2lGOruGveRE47rnentk91iKcd15sfL93ItBGHz+789WnDuOPZzTyWJTVYxmSaJS2m08o5wPn+Zxn7t5up8O3g7ak/pWbwKMCrUbn/pa30KingjBF9OCPiC/jWueO48oxj+fbvVzEjotYh1cPoH42yIeHoDs4c2bfDbdJV1GMH9IhZI1kU8MdcZ8zRyM4aJq7igJ/h/cpY9c4uFuXfzhT/Oj76eCC3Nc1leu05bba96MTBUffh9wm1vUvbTGhnssvASq9pJJUde5/+1tSON3KCrorFb80hxpg4LGkxcZUU5DGiXxlLRq+kbNk6vtv0rzx06AwAZvqz++qernKknWhTvY9kzB7Tj4cuOymlMxfX9i7t9LaNbhDDgN+62RljYrNvCBNTY3OID/c30KfhHcqeX8CzwXE8FDy9Zb3P2ibaSEVxJNq3JRXvgIggIpw4tFfG+tbkuRqW3uUdD6OfKWePOwaAyuLMXTJtzNHOalpMTOfd8SIAfdbeDcUBvtV0OZGnyfIi+/PJtGwc+TWQ52upOemsCYN7svDs0Xymrn+aokpMeZTL2K+Zfhzzp9ZSYn2xjMkY+/SlyN6DTQRDyvY9Bxnau4SifD8NzSGWrd/JsL6lHNunDFWNeZLZfaCRQ81B+pUXtmzT2BxCUfJ8PnzSeoJqaA4CUJDX2jzzcUMzuz5upLI0gE+8167bsY99B5s4c2Rf8l21u6rSFFRCqhS2G7xtT30jxYG8lpPO6m17qeBjZue/CoOn0LypCg42tWw/IAOXiCYq1szGJn3+9o2prH9/X0KvERHmTRmSnoAStOoHM1pqfiL5fGIJizEZljOfQBGZBfwX4AcWq+pNqT7Grv0HeeaW89mhlQTxEVLvhCfuIkcRdw8IIXxoyy3y+XJCLa8B+AB4IeI4IfcKBRRBULdPbXPzofgJ4SNECB/N+N2e236hevvDbRnek/evnxC/JoQfL9HRdq/3Io88qidAMz/Ka2aCbyM9ZT9Mu4EXzhvF8QuW0q+8kCeu/kSqij1t5k8dSlkXDINeN9gbrGzSkCPvDzJtZF8eXbU96skynmTqWXoU57OnvqnjDRM0qFcxgzro0Hvh5IH0K8/OQdUqimzofGOyVU4kLSLiB34BnAW8BywXkUdUdV0qj+Pfu5VTfGuoll0dbhtUaUkSwilL62M5LDlo+b+gbVILQdskDJFpSwgh6BIVL4HxnrXfXzjBCd/73J7CMQXxE3RLfeEErCU6775tugNN5NFIHsGSfsicu6B6HGXEHiwuWxQH/NQ3Brn7kolMG9HxZaypMKW2ilU/mJHUye7Hnx3LdbNHHFb71ZGQ68BbU1WS8DHvuGgCz238MOHXpcKN547NyHGNMbktJ5IWYDKwSVXfAhCRB4FzgJQmLRUDRlB/zWqe3b6HP6x8n7d27ueLU2ooKchj574GZo7ux6YPD7DvUBPVFUWsfHc3Q6tKaQyGUIVJNT0pCeSxfsc+Koryyff7eGTldibV9GRAj2J21zfywqaPmHpcb/pVFHKwMcitT27ggkkDERFq+5QgCK+9s5uDTUFqqkqoLAmwZts+yovyaGgOUZTv52/rPmD28dUU5vv4/SvvUVLgp6q0gN31TYwfWEFlSQHv7qrnidU7mFxTyYzR/dix5yC765vYXd/I6cN78/7eQyxd+wHPv/kh59UNYNeBRgZVFnOoOUhhnp+Kony+suQV/nL5J+ibJaOcdsbkmkqe3fBhp0ZCTaVkf50X5PmPaDj3QZXFnFc3gK+ePjTh155c24uTa3sl/DpjjMkUyfSllp0hInOBWar6Fff8i8CJqnpVxDaXAZcBDBo0aMLWrVszEqvJrJ37D7Hkxa1886zjbAh0YxIkIitUNffnzzDdVq70Uox29mmTbanqL1V1oqpO7N27c8Nxm+6nT1kh184cbgmLMcZ0Q7mStLwHRE5GMwDYnqFYjDHGGJMBuZK0LAeGiUiNiASAC4BHMhyTMcYYY7pQTnTEVdVmEbkKeBLvkue7VXVthsMyxhhjTBfKiaQFQFWfAJ7IdBzGGGOMyYxcaR4yxhhjzFHOkhZjjDHG5ARLWowxxhiTEyxpMcYYY0xOyIkRcRMlIh8CyQyJWwV8lKJwUi2bYwOLL1kWX3IsvuQMV9WyTAdhTCw5c/VQIlQ1qSFxReSVbB3KOptjA4svWRZfciy+5IjIK5mOwZh4rHnIGGOMMTnBkhZjjDHG5ARLWqL7ZaYDiCObYwOLL1kWX3IsvuRke3zmKNctO+IaY4wxpvuxmhZjjDHG5ARLWowxxhiTEyxpiSAis0Rkg4hsEpHrMhjHFhFZLSIrw5cgikiliDwlIm+6+55uuYjIf7uYXxeRujTEc7eI7BSRNRHLEo5HROa57d8UkXlpjm+BiGxzZbhSRD4Zse56F98GEZkZsTzl77+IDBSRZSLyhoisFZGr3fKsKL848WVL+RWKyMsissrFt9AtrxGRl1xZPCQiAbe8wD3f5NYP6SjuNMV3r4i8HVF+493yLv98uH37ReQ1EXnMPc+K8jMmYapqN69fjx/YDAwFAsAqYFSGYtkCVLVbdgtwnXt8HXCze/xJ4C+AACcBL6UhntOAOmDNkcYDVAJvufue7nHPNMa3ALg2yraj3HtbANS499yfrvcfqAbq3OMyYKOLISvKL0582VJ+ApS6x/nAS65cfgdc4JYvAr7qHl8BLHKPLwAeihd3GuO7F5gbZfsu/3y4/X8T+C3wmHueFeVnN7slerOallaTgU2q+paqNgIPAudkOKZI5wD3ucf3AZ+OWL5EPf8AeohIdSoPrKrPA7uSjGcm8JSq7lLV3cBTwKw0xhfLOcCDqtqgqm8Dm/De+7S8/6q6Q1VfdY/3A28A/cmS8osTXyxdXX6qqh+7p/nupsA04A9uefvyC5frH4AzRUTixJ2u+GLp8s+HiAwA5gCL3XMhS8rPmERZ0tKqP/BuxPP3iP/lnU4KLBWRFSJymVvWV1V3gHeiAfq45ZmKO9F4MhHnVa4K/u5w80sm43NV7Sfg/RrPuvJrFx9kSfm5po2VwE68k/lmYI+qNkc5Vkscbv1eoFdXxqeq4fL7kSu/20WkoH187eJI5/v7U+A7QMg970UWlZ8xibCkpZVEWZap68FPUdU6YDZwpYicFmfbbIobYsfT1XHeAdQC44EdwG1ueUbiE5FS4I/ANaq6L96mMeLo6viypvxUNaiq44EBeL/uR8Y5VsbjE5ExwPXACGASXpPPdzMRn4h8CtipqisiF8c5VrZ8fo2JypKWVu8BAyOeDwC2ZyIQVd3u7ncCf8L7ov4g3Ozj7ne6zTMVd6LxdGmcqvqBO5mEgF/RWpXd5fGJSD5eQnC/qj7sFmdN+UWLL5vKL0xV9wDP4vUF6SEi4bnTIo/VEodbX4HXdNiV8c1yzW6qqg3APWSu/E4BzhaRLXhNdtPwal6yrvyM6QxLWlotB4a5XvUBvE5oj3R1ECJSIiJl4cfADGCNiyV8RcE84H/c40eAi91VCScBe8PNDmmWaDxPAjNEpKdrapjhlqVFu349n8Erw3B8F7irJGqAYcDLpOn9d/0B7gLeUNWfRKzKivKLFV8WlV9vEenhHhcB0/H63SwD5rrN2pdfuFznAs+oqsaJOx3xrY9ISAWvv0hk+XXZ+6uq16vqAFUdgveePKOqF5El5WdMwlLZqzfXb3g9+zfitZl/P0MxDMXrpb8KWBuOA69d+WngTXdf6ZYL8AsX82pgYhpiegCviaAJ7xfXl48kHuBLeB34NgGXpjm+X7vjv473hVsdsf33XXwbgNnpfP+BU/Gq0V8HVrrbJ7Ol/OLEly3lNxZ4zcWxBvj3iM/Jy64sfg8UuOWF7vkmt35oR3GnKb5nXPmtAX5D6xVGXf75iNj/6bRePZQV5Wc3uyV6s2H8jTHGGJMTrHnIGGOMMTnBkhZjjDHG5ARLWowxxhiTEyxpMcYYY0xOsKTFGGOMMTnBkhZjABEJSuuMvCulg1mKReRyEbk4BcfdIiJVye7H7atERJ5yj1+IGDzMGGO6BftSM8ZzUL2h2DtFVRelM5gjdDLwDzc42QFtnVvGGGO6BatpMSYOVxNys4i87G7HuuULRORa9/jrIrLOTY73oFtWKSJ/dsv+ISJj3fJeIrJURF4TkTuJmNNFRL7gjrFSRO50E/H5ReReEVkjIqtF5BtRYqx1E/b9Bvg8sAIY5/bTp/32xhiTqyxpMcZT1K556HMR6/ap6mTg53jztrR3HXCCqo4FLnfLFgKvuWXfA5a45T8AXlDVE/BGmh0EICIjgc/hTZY5HggCF+FNWNhfVceo6vF489i0oaqb3WtW4M1xswT4sqqOV2/+KmOM6RasecgYT7zmoQci7m+Psv514H4R+TPwZ7fsVOA8AFV9xtWwVACnAee65Y+LyG63/ZnABGC5N10NRXiTKD4KDBWRnwGPA0vj/B/6qOo/ReR4vEkOjTGmW7GaFmM6pjEeh83Bm09mArDCdYCVKNtpu/tIAtznakfGq+pwVV2gqruBcXizB18JLD7shSKLRGQN3oSFK4FZwOPRmpKMMSaXWdJiTMc+F3H/98gVIuIDBqrqMuA7QA+gFHger3kHETkd+EhV97VbPhvo6Xb1NDA33AfF9YkZ7K4s8qnqH4F/A+raB6eql+M1R/0Qb0bhx13iE61WyBhjcpY1DxnjKXK1FGF/VdXwZc8FIvISXpJ/YbvX+YHfuKYfAW5X1T0isgC4R0ReB+qBeW77hcADIvIq8BzwDoCqrhORG4ClLhFqwqtZOej2E/6BcX2M+Kfi9WX5hNuvMcZ0OzbLszFxiMgWYKKqfpTpWIwx5mhnzUPGGGOMyQlW02KMMcaYnGA1LcYYY4zJCZa0GGOMMSYnWNJijDHGmJxgSYsxxhhjcoIlLcYYY4zJCf8Pn5zwQUi4NEcAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('length of scores: ', len(scores), ', len of avg_scores: ', len(avg_scores))\n",
    "\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111)\n",
    "plt.plot(np.arange(1, len(scores)+1), scores, label=\"Score\")\n",
    "plt.plot(np.arange(1, len(avg_scores)+1), avg_scores, label=\"Avg on 100 episodes\")\n",
    "plt.legend(bbox_to_anchor=(1.05, 1)) \n",
    "plt.ylabel('Score')\n",
    "plt.xlabel('Episodes #')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def play(env, agent, num_episodes):\n",
    "    \n",
    "    state = env.reset()\n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores = []\n",
    "    \n",
    "    for i_episode in range(num_episodes + 1):\n",
    "        \n",
    "        state = env.reset()\n",
    "        score = 0                    \n",
    "        time_start = time.time()\n",
    "        \n",
    "        while True:\n",
    "            \n",
    "            action = agent.select_action(state, eval=True)\n",
    "            env.render()\n",
    "            next_state, reward, done, _ = env.step(action)\n",
    "            score += reward \n",
    "            state = next_state\n",
    "    \n",
    "            if done:\n",
    "                break\n",
    "                \n",
    "        s = (int)(time.time() - time_start)\n",
    "        \n",
    "        scores_deque.append(score)\n",
    "        scores.append(score)    \n",
    "        \n",
    "        print('Episode {}\\tAverage Score: {:.2f},\\tScore: {:.2f} \\tTime: {:02}:{:02}:{:02}'\\\n",
    "                  .format(i_episode, np.mean(scores_deque), score, s//3600, s%3600//60, s%60)) \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 0\tAverage Score: 2588.79,\tScore: 2588.79 \tTime: 00:00:04\n",
      "Episode 1\tAverage Score: 2598.40,\tScore: 2608.00 \tTime: 00:00:04\n",
      "Episode 2\tAverage Score: 2593.40,\tScore: 2583.42 \tTime: 00:00:04\n",
      "Episode 3\tAverage Score: 2591.13,\tScore: 2584.30 \tTime: 00:00:04\n",
      "Episode 4\tAverage Score: 2588.70,\tScore: 2579.00 \tTime: 00:00:04\n",
      "Episode 5\tAverage Score: 2589.58,\tScore: 2593.98 \tTime: 00:00:04\n"
     ]
    }
   ],
   "source": [
    "play(env=env, agent=agent, num_episodes=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "ml2-kernel",
   "language": "python",
   "name": "ml2-kernel"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
